------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 00:14:10.782354 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 00:14:10.782486 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 00:14:10.792034 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 00:14:10.795398 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 00:14:11.053297 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 00:14:11.071125 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 00:14:11.084134 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 00:14:11.094891 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7b86b0b6-1ab2-4cab-91b0-bcf9fe5ed3ee", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 00:14:11.099710 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d661e3be-3423-455c-b7c5-25c355f4e8c1", APIVersion:"v1", ResourceVersion:"1350", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 00:14:11.099745 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1ca76bfb-c329-4d9c-9178-0dd840f23e53", APIVersion:"v1", ResourceVersion:"1352", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 00:14:12.286602 7 nginx.go:317] "Starting NGINX process" I0407 00:14:12.286692 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 00:14:12.287175 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 00:14:12.287600 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0407 00:14:12.287679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:12.287709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:14:12.287769 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:14:12.296728 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 00:14:12.296799 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-c59pz" I0407 00:14:12.323463 7 controller.go:216] "Backend successfully reloaded" I0407 00:14:12.323567 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 00:14:12.323673 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-c59pz", UID:"3d731c22-f00f-4581-8fcb-62b095d8e0d9", APIVersion:"v1", ResourceVersion:"1460", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:14:16.106778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:16.106813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:19.440714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:19.440766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:22.773681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:22.773754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:26.108549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:26.108595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:29.441242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:29.441293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:32.774168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:32.774196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:36.107851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:36.107893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:39.441102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:39.441156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:44.212664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:44.212712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:47.546469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:47.546515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:50.879929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:50.879996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:38.041546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:38.041586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:51.002309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:51.002339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:54.335831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:54.335901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:58.665490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:58.665546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:01.998921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:01.998967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:05.332802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:05.332900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:08.666100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:08.666180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:11.999810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:11.999851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:15.636966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:15.637002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:18.971973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:18.972006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:22.304910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:22.304951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:25.641101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:25.641147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:28.493691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:28.493737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:31.281785 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-236.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-236.nip.io-tls was not found. Using default certificate W0407 00:18:31.281858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:31.281877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:18:31.283753 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 00:18:31.283792 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 00:18:31.290901 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 00:18:31.291166 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c94e556c-c6c4-4488-a1c0-d2fc6b65da45", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3384", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:18:31.291697 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-236.nip.io-tls" in local store I0407 00:18:31.759210 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-236.nip.io-tls" I0407 00:18:31.760702 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-236.nip.io-tls" W0407 00:18:31.827659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:31.827707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:18:31.827784 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:18:31.866297 7 controller.go:216] "Backend successfully reloaded" I0407 00:18:31.866624 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-c59pz", UID:"3d731c22-f00f-4581-8fcb-62b095d8e0d9", APIVersion:"v1", ResourceVersion:"1460", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:18:35.161345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:35.161400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:18:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.977 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 1.976 200 1c10679bf4faa4c9dfa41a49c336dce3 199.19.213.236 - - [07/Apr/2026:00:18:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.171 [auth-system-keycloak-80] [] 10.0.0.248:8080 116 0.171 404 617fabd165949560f64466e434a06d63 199.19.213.236 - - [07/Apr/2026:00:18:47 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.289 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 4.288 201 7fcdb8cc678ce3dd35b55ec4b79c063a 199.19.213.236 - - [07/Apr/2026:00:18:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.610 [auth-system-keycloak-80] [] 10.0.0.248:8080 4246 0.610 200 cb0682cbee60369e9194caaec979cf57 199.19.213.236 - - [07/Apr/2026:00:18:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.511 200 f9cb3530c0500e88c7e86721fcb560f4 199.19.213.236 - - [07/Apr/2026:00:18:49 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.143 [auth-system-keycloak-80] [] 10.0.0.248:8080 12500 0.142 200 e15a28347feb5070e259f2bd9acba804 199.19.213.236 - - [07/Apr/2026:00:18:49 +0000] "GET /admin/realms/atmosphere/client-scopes/cda707b5-49fa-419c-969e-5f7020daff3d HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.248:8080 1278 0.011 200 b7356805c02ec5c16db8a92a23bed6b6 199.19.213.236 - - [07/Apr/2026:00:18:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/cda707b5-49fa-419c-969e-5f7020daff3d HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.020 204 684de5dc18aae7cbdc71f1b042709796 199.19.213.236 - - [07/Apr/2026:00:18:49 +0000] "GET /admin/realms/atmosphere/client-scopes/cda707b5-49fa-419c-969e-5f7020daff3d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.055 [auth-system-keycloak-80] [] 10.0.0.248:8080 963 0.054 200 decc922da66a681dd41531781b56c356 199.19.213.236 - - [07/Apr/2026:00:18:49 +0000] "GET /admin/realms/atmosphere/client-scopes/cda707b5-49fa-419c-969e-5f7020daff3d/protocol-mappers/models/26ec4ed4-b1e0-4caa-b64b-e7b577a61a86 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.248:8080 366 0.009 200 00ed7965f400440855e550f2e0dbc9f2 199.19.213.236 - - [07/Apr/2026:00:18:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/cda707b5-49fa-419c-969e-5f7020daff3d/protocol-mappers/models/26ec4ed4-b1e0-4caa-b64b-e7b577a61a86 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.070 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.070 204 26493eedfe619dc01f5f875e4566dac7 199.19.213.236 - - [07/Apr/2026:00:18:49 +0000] "GET /admin/realms/atmosphere/client-scopes/cda707b5-49fa-419c-969e-5f7020daff3d HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.082 [auth-system-keycloak-80] [] 10.0.0.248:8080 1218 0.082 200 6b94d74f6e7bbeb3d791fa9fd79f79a1 199.19.213.236 - - [07/Apr/2026:00:19:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.472 200 5c7ade8154f4a73633c103f754c93369 199.19.213.236 - - [07/Apr/2026:00:19:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.063 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.063 200 2af9c50cbc243a7bed1640ce7294b956 199.19.213.236 - - [07/Apr/2026:00:19:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.215 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.215 201 55ac1fadfdc232a7142e9c4252df07c5 199.19.213.236 - - [07/Apr/2026:00:19:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.082 [auth-system-keycloak-80] [] 10.0.0.248:8080 1261 0.082 200 1993094a2ba71179c6bd1c22f4f6a4bd 199.19.213.236 - - [07/Apr/2026:00:19:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.434 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.433 200 209c49e2dcce1c867e0909f9c600534c 199.19.213.236 - - [07/Apr/2026:00:19:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.031 200 e1b7263124e403fc37baba8cf9cb59e5 199.19.213.236 - - [07/Apr/2026:00:19:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.085 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.084 201 fdf7f032f8c509cdcb6b7e98cb4401af 199.19.213.236 - - [07/Apr/2026:00:19:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.020 200 6a9e7b1923f0b70bee9b6e76490f1471 I0407 00:19:12.303469 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.88.112"}] I0407 00:19:12.308701 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c94e556c-c6c4-4488-a1c0-d2fc6b65da45", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3786", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:19:12.310572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:12.310646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:19:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.459 200 7b02fe65139d3622be233572f85da27c 199.19.213.236 - - [07/Apr/2026:00:19:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.026 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.026 200 04cef5551f22478f482633c1d5ff2bb1 199.19.213.236 - - [07/Apr/2026:00:19:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.036 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.036 201 e0c5a7f5cb962554a59f758433434e59 199.19.213.236 - - [07/Apr/2026:00:19:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.060 [auth-system-keycloak-80] [] 10.0.0.248:8080 1251 0.060 200 ada929e9f3ec0f07f4ed8a443dc51074 199.19.213.236 - - [07/Apr/2026:00:19:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.485 200 242acc0f7e8440bf7580a54362f3c1e1 199.19.213.236 - - [07/Apr/2026:00:19:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.043 [auth-system-keycloak-80] [] 10.0.0.248:8080 1261 0.044 200 6c8ca44bf82bfe004300734dd87768fc 199.19.213.236 - - [07/Apr/2026:00:19:13 +0000] "GET /admin/realms/atmosphere/clients/31b9968e-cb2c-49d1-9ba2-1f53ac361cd8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.017 404 7a21eac7b83f9af8c651c4496761c48d 199.19.213.236 - - [07/Apr/2026:00:19:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 1261 0.009 200 10f4d2c74b921dd0709684fb4ef1f346 199.19.213.236 - - [07/Apr/2026:00:19:14 +0000] "POST /admin/realms/atmosphere/clients/31b9968e-cb2c-49d1-9ba2-1f53ac361cd8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.046 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.044 201 4446e4324d40877732afe39c898db6c3 199.19.213.236 - - [07/Apr/2026:00:19:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.248:8080 1261 0.007 200 f95101f27bc747cb6a42a4d16096b6d4 199.19.213.236 - - [07/Apr/2026:00:19:14 +0000] "GET /admin/realms/atmosphere/clients/31b9968e-cb2c-49d1-9ba2-1f53ac361cd8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.074 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.074 200 05149dee777b5b45020ff451eb5271fe 199.19.213.236 - - [07/Apr/2026:00:19:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.446 200 9e066a757f9081dcd43bd7a328be16c3 199.19.213.236 - - [07/Apr/2026:00:19:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.004 200 f2bcc0099e7459ef7be52ea0187137f1 199.19.213.236 - - [07/Apr/2026:00:19:14 +0000] "GET /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.042 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.042 404 282312167173a47e73ca08b5abb0930f 199.19.213.236 - - [07/Apr/2026:00:19:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.004 200 1976c88125231e093ab3df987f4b6e43 199.19.213.236 - - [07/Apr/2026:00:19:14 +0000] "POST /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.011 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.011 201 f50f089880fe8d845e368ebf399d3d36 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.053 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.053 200 eb62784dfba588511ded8e066f732d64 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "GET /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.248:8080 165 0.013 200 d0127f56cd5eb49047d3236e39667909 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.500 200 93902ff6c3178d6aeb7c35ae8de7556b 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.006 200 af1c59c5cc211563a6f15fe00a78f091 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "GET /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.010 404 923af6ee159d064cd3259e55d5eb3e22 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.005 200 e25eb0d613502880b1650e5a56530d62 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "POST /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.040 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.039 201 686b05ec49674b739ae61300d5559b78 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.006 200 e5146be438f814e79b8f8854a34c887c 199.19.213.236 - - [07/Apr/2026:00:19:15 +0000] "GET /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.012 200 0b81b2ccbee3212e0b3ac5ef943ab228 199.19.213.236 - - [07/Apr/2026:00:19:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.483 200 79146ea9bab240a215988d69644853fd 199.19.213.236 - - [07/Apr/2026:00:19:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.012 200 15e4c917f3940694ec7357b63b5716d6 199.19.213.236 - - [07/Apr/2026:00:19:16 +0000] "GET /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.049 404 36aa84bb083034672e488ccba4aa03c4 199.19.213.236 - - [07/Apr/2026:00:19:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.009 200 93f7de313051d5bc975cde202c2978be 199.19.213.236 - - [07/Apr/2026:00:19:16 +0000] "POST /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.080 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.080 201 2938438667372586073c3621baf37f1e 199.19.213.236 - - [07/Apr/2026:00:19:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.248:8080 1286 0.006 200 932ac6e9ff42d9e1c304d22dc692d0e8 199.19.213.236 - - [07/Apr/2026:00:19:17 +0000] "GET /admin/realms/atmosphere/clients/4b143afb-5e5c-468a-9291-772cf6117bbe/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.068 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.067 200 c97e9af0d747e31954d2d05e2a19e8b0 199.19.213.236 - - [07/Apr/2026:00:19:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.530 200 3826639c258bcf5d6da8ebb8c920a6e9 199.19.213.236 - - [07/Apr/2026:00:19:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.248:8080 1251 0.007 200 e0a3d7647e98489245a5a5d7ca14b32e 199.19.213.236 - - [07/Apr/2026:00:19:17 +0000] "GET /admin/realms/atmosphere/clients/d7708db8-d010-42ba-ad6f-eb422b124f76/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.008 404 072e68371580a6e3b2bfa59e42e1a120 199.19.213.236 - - [07/Apr/2026:00:19:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.248:8080 1251 0.007 200 e4b7611b9ac6fd89d8ee270d603b0b4e 199.19.213.236 - - [07/Apr/2026:00:19:17 +0000] "POST /admin/realms/atmosphere/clients/d7708db8-d010-42ba-ad6f-eb422b124f76/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.041 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.040 201 e8569f574d6d3c01cbe8946ddeff24cd 199.19.213.236 - - [07/Apr/2026:00:19:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 1251 0.008 200 6331122fbefdfcdf6ef3f9e26d79b695 199.19.213.236 - - [07/Apr/2026:00:19:18 +0000] "GET /admin/realms/atmosphere/clients/d7708db8-d010-42ba-ad6f-eb422b124f76/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.063 200 68393538f24ca018ad1271e8047cad6e W0407 00:19:37.575473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:37.575507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:40.909501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:40.909549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:22.026889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:22.026939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:22.095299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:20:22.095379 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 00:20:22.095415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:22.095432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:22.095527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:22.095601 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 00:20:22.095655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:22.095669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:22.096296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:22.096396 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 00:20:22.096449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:22.096472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:20:22.097642 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 00:20:22.097668 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 00:20:22.097844 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 00:20:22.097882 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 00:20:22.099100 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0407 00:20:22.099140 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 00:20:22.105237 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0407 00:20:22.105539 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e670fabb-0386-47f3-8513-cd0417caf5d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4383", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:20:22.105630 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 00:20:22.105652 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 00:20:22.105862 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 00:20:22.105877 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0407 00:20:22.105924 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"367d6608-6c8f-4cc1-9806-95175dbd6898", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4384", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:20:22.105944 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"abd197ea-bc87-4a89-8302-f7a68ae6972b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:20:22.106079 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 00:20:22.382067 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 00:20:22.383040 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 00:20:23.216488 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 00:20:23.217738 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 00:20:23.966601 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 00:20:23.967317 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 00:20:24.266235 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 00:20:24.275182 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0407 00:20:25.361043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:25.361108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:20:25.361144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:25.361257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:25.361283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:20:25.361401 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:20:25.409486 7 controller.go:216] "Backend successfully reloaded" I0407 00:20:25.409729 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-c59pz", UID:"3d731c22-f00f-4581-8fcb-62b095d8e0d9", APIVersion:"v1", ResourceVersion:"1460", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:20:28.695344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:28.695422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:20:28.695448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:28.695544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:28.695567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:32.026847 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:32.026904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:20:32.026934 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:32.027029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:32.027050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:35.361018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:35.361096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:20:35.361138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:35.361282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:35.361311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:38.694452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:38.694519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:20:38.694556 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:38.694775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:38.694809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:42.027118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:42.027171 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:20:42.027205 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:42.027300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:42.027320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:45.361065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:45.361195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:45.361271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:45.361288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:48.694324 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:48.694469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:48.694561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:48.694581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:52.028060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:52.028149 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:52.028256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:52.028287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:55.360247 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:55.360414 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:55.360545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:55.360574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:58.694188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:20:58.694261 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:20:58.694347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:58.694369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.164 - - [07/Apr/2026:00:20:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.044 [auth-system-keycloak-80] [] 10.0.0.248:8080 6382 0.044 200 4a273cc7acfca557407a70d1d7b37e64 10.0.0.65 - - [07/Apr/2026:00:21:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 6382 0.009 200 6bab2dae48ff37b9a8ffc133375825b4 W0407 00:21:02.027962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:21:02.028177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:02.028212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:05.361548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:05.361604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:08.695615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:08.695762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:12.027797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:12.027845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:21:12.303419 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.88.112"}] I0407 00:21:12.303757 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.88.112"}] I0407 00:21:12.304096 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.88.112"}] I0407 00:21:12.307118 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"abd197ea-bc87-4a89-8302-f7a68ae6972b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5569", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:21:12.309366 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e670fabb-0386-47f3-8513-cd0417caf5d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5570", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:21:12.310764 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"367d6608-6c8f-4cc1-9806-95175dbd6898", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5571", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:21:15.361690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:15.361745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:18.695969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:18.696026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:22.027850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:22.027900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:21:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.490 200 02a3fa12f0adf8c0bd9f3a552753783a 199.19.213.236 - - [07/Apr/2026:00:21:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.055 [auth-system-keycloak-80] [] 10.0.0.248:8080 4246 0.055 200 dbc6bc0e7c43e57cdaabe96db3de3282 W0407 00:21:25.361359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:25.361541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:21:25 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.414 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.414 204 34e5d1e1976b351cf28320b5fb4a1cdd 199.19.213.236 - - [07/Apr/2026:00:21:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.180 [auth-system-keycloak-80] [] 10.0.0.248:8080 4384 0.180 200 f1ac67cf3bbe794035dcdebc5f6ff931 199.19.213.236 - - [07/Apr/2026:00:21:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.467 200 db84e1953b32c02347810586c0a1f666 199.19.213.236 - - [07/Apr/2026:00:21:26 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 1682 0.009 200 f7506a00f9343af18467512e916e45fe 199.19.213.236 - - [07/Apr/2026:00:21:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.248:8080 6382 0.006 200 68b5e2bf1f9243e730470845712f4097 199.19.213.236 - - [07/Apr/2026:00:21:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.440 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.439 200 f24a6f6c6e116c0beb2ce24f1a4c7466 199.19.213.236 - - [07/Apr/2026:00:21:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.028 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.028 200 cfdd89249bdcf23f233a6c5700e00498 199.19.213.236 - - [07/Apr/2026:00:21:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.105 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.104 201 cc923599e53d1f15ca3d3c233613266f 199.19.213.236 - - [07/Apr/2026:00:21:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.248:8080 2246 0.080 200 3cb96b2d7f09e9ebb93aad9c9e6cd726 199.19.213.236 - - [07/Apr/2026:00:21:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.248:8080 1928 0.474 200 12b28bb199666bae3782a78998e29939 199.19.213.236 - - [07/Apr/2026:00:21:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.248:8080 2246 0.004 200 e480fa4815abd09bb6c3211f165bb1d3 199.19.213.236 - - [07/Apr/2026:00:21:29 +0000] "GET /admin/realms/atmosphere/clients/d15c1ca1-3e01-418e-8117-711870df21ae/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.055 [auth-system-keycloak-80] [] 10.0.0.248:8080 233 0.055 200 f795c8c0e0473b41ce2be139c141b2cc 199.19.213.236 - - [07/Apr/2026:00:21:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.248:8080 831 0.018 200 09f725580588a039c54c15224a7a4c75 199.19.213.236 - - [07/Apr/2026:00:21:29 +0000] "GET /admin/realms/atmosphere/clients/4a0eae5a-d1f1-43d8-a6c6-991d78e7d60f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.047 [auth-system-keycloak-80] [] 10.0.0.248:8080 3758 0.047 200 34e902aa3858d3b95d3471745a43c6b9 199.19.213.236 - - [07/Apr/2026:00:21:30 +0000] "GET /admin/realms/atmosphere/users/25557c8f-48f0-4fcc-a215-19ad0292f69e/role-mappings/clients/4a0eae5a-d1f1-43d8-a6c6-991d78e7d60f/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.195 [auth-system-keycloak-80] [] 10.0.0.248:8080 3758 0.195 200 fba42d9a801232ddce7861408bea1a56 199.19.213.236 - - [07/Apr/2026:00:21:30 +0000] "GET /admin/realms/atmosphere/users/25557c8f-48f0-4fcc-a215-19ad0292f69e/role-mappings/clients/4a0eae5a-d1f1-43d8-a6c6-991d78e7d60f/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.087 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.087 200 bdee2a543950a52dd9d61a38cfe3e1b3 199.19.213.236 - - [07/Apr/2026:00:21:30 +0000] "POST /admin/realms/atmosphere/users/25557c8f-48f0-4fcc-a215-19ad0292f69e/role-mappings/clients/4a0eae5a-d1f1-43d8-a6c6-991d78e7d60f HTTP/1.1" 204 0 "-" "Ansible" 1390 0.082 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.080 204 350cdfda2b32961992a5b05edb54b3ec 199.19.213.236 - - [07/Apr/2026:00:21:30 +0000] "GET /admin/realms/atmosphere/users/25557c8f-48f0-4fcc-a215-19ad0292f69e/role-mappings/clients/4a0eae5a-d1f1-43d8-a6c6-991d78e7d60f/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.021 [auth-system-keycloak-80] [] 10.0.0.248:8080 576 0.021 200 1b9721e3e28bc6dee8e06d1237014892 W0407 00:21:32.923919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:32.923974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:36.258080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:36.258128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:49.850506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:49.850544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:53.184424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:53.184514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:56.518669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:21:56.518714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:23:37.451554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:23:37.451639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:07.347536 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 00:24:07.347625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:07.347651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:24:07.351236 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0407 00:24:07.351262 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 00:24:07.356672 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 00:24:07.356937 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"da132c83-ca23-4346-80c4-a37f9110752c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6780", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:24:07.357191 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 00:24:07.357530 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 00:24:07.357593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:07.357612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:24:07.357732 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:24:07.399641 7 controller.go:216] "Backend successfully reloaded" I0407 00:24:07.399849 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-c59pz", UID:"3d731c22-f00f-4581-8fcb-62b095d8e0d9", APIVersion:"v1", ResourceVersion:"1460", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 00:24:07.579585 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 00:24:07.580428 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 00:24:10.691287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:10.691338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:24:11 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.005 300 1fc8185e0077dfcc9e33d1798583a74a I0407 00:24:12.303000 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.88.112"}] I0407 00:24:12.307920 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"da132c83-ca23-4346-80c4-a37f9110752c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6833", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.236 - - [07/Apr/2026:00:24:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 266 0.004 200 c79873bd95d79cc27adf6b337aba5665 199.19.213.236 - - [07/Apr/2026:00:24:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1360 0.345 201 d18856afdba3f2fa0943c34476d81ebb 199.19.213.236 - - [07/Apr/2026:00:24:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 5e625ab0bafa44a2fcfd55018a0186d0 199.19.213.236 - - [07/Apr/2026:00:24:13 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.220:5000 90 0.036 404 a316b6494ed2600e1613b6629fe9c184 199.19.213.236 - - [07/Apr/2026:00:24:13 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.220:5000 368 0.029 200 4b14c28a5b71145b34af6bbf397ba593 199.19.213.236 - - [07/Apr/2026:00:24:13 +0000] "GET /v3/domains/615a8ca5260d496a90c5f852b690cc7e HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.220:5000 245 0.026 200 9b2ac94c4bf8eba2dec9592d2ad9264b 199.19.213.236 - - [07/Apr/2026:00:24:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 266 0.003 200 1c0d3916b7e83ae19d06b71089d95401 W0407 00:24:14.024937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:14.024992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:24:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1360 0.319 201 4ee0113e952aea96f1b61add540b6bc6 199.19.213.236 - - [07/Apr/2026:00:24:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 5c9aaf4cc862e26217bac3cdab0a3858 199.19.213.236 - - [07/Apr/2026:00:24:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.025 [openstack-keystone-api-5000] [] 10.0.0.220:5000 101 0.025 404 b0477e8f8c7bc153e384b61d742aa1ff 199.19.213.236 - - [07/Apr/2026:00:24:14 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.220:5000 156 0.017 200 bd73c61f783c12bb20f9b902b449ed75 199.19.213.236 - - [07/Apr/2026:00:24:14 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.220:5000 454 0.027 201 75ffe21a3c2db3b80cf5612f6b138866 199.19.213.236 - - [07/Apr/2026:00:24:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 266 0.004 200 80fd01c12ed3938a14b6b5c7109e8c3f 199.19.213.236 - - [07/Apr/2026:00:24:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1360 0.284 201 a2063b164ca2e09d0148f53f7af8e473 199.19.213.236 - - [07/Apr/2026:00:24:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 8145efe4cd965bfaeecee39f93260684 199.19.213.236 - - [07/Apr/2026:00:24:15 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 98 0.023 404 2fbf1a6c5c887743eae1977e53dfbfa2 199.19.213.236 - - [07/Apr/2026:00:24:15 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.220:5000 136 0.022 200 032ba10d02fe3e53c7ec8e7e71479442 199.19.213.236 - - [07/Apr/2026:00:24:15 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.024 [openstack-keystone-api-5000] [] 10.0.0.220:5000 332 0.024 201 ce3bfd118e2ae319ce3dab87a3e06768 199.19.213.236 - - [07/Apr/2026:00:24:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 266 0.003 200 411e7fea787639ba26d9d0619636b483 199.19.213.236 - - [07/Apr/2026:00:24:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1360 0.296 201 c9b7da2665b32ff7019b3b03410f2ac9 199.19.213.236 - - [07/Apr/2026:00:24:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 16c34dc53a3d73ba2617d4ddc979bafd 199.19.213.236 - - [07/Apr/2026:00:24:16 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.220:5000 131 0.026 404 a5f532c9000d0f5e6752fcd9709b4bad 199.19.213.236 - - [07/Apr/2026:00:24:16 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.220:5000 168 0.020 200 d0474adb58a3e65e67d45df9d80a671d 199.19.213.236 - - [07/Apr/2026:00:24:16 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.029 [openstack-keystone-api-5000] [] 10.0.0.220:5000 224 0.028 201 28e52cd944f28c7870c87784a4b0a247 W0407 00:24:25.323478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:25.323522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:28.657429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:28.657482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:31.991167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:31.991220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:35.324369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:35.324428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:41.091753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:41.091788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:44.426722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:44.426783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:48.522470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:48.522497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:51.856134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:24:51.856180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:26:16.260769 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 00:26:16.260889 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 00:26:16.260941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:26:16.260978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:26:16.263150 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0407 00:26:16.263172 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 00:26:16.271246 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0407 00:26:16.272017 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"659f5453-1f62-47a7-bcff-38c617188eb1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7800", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:26:16.272339 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0407 00:26:16.273045 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 00:26:16.273264 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 00:26:16.273424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:26:16.273489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:26:16.273694 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:26:16.326818 7 controller.go:216] "Backend successfully reloaded" I0407 00:26:16.327158 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-c59pz", UID:"3d731c22-f00f-4581-8fcb-62b095d8e0d9", APIVersion:"v1", ResourceVersion:"1460", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 00:26:16.714644 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 00:26:16.716008 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.236 - - [07/Apr/2026:00:26:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 ed1c7efa5cfbe6d9b835f92b607b1170 199.19.213.236 - - [07/Apr/2026:00:26:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1992 0.329 201 92083b08c37a2068ef949b56b145c8fe 199.19.213.236 - - [07/Apr/2026:00:26:17 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 85 0.023 404 7a6014b4feda7073ea65e1e34a837ec8 199.19.213.236 - - [07/Apr/2026:00:26:17 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.220:5000 129 0.020 200 322865a90b36199f385041b675201d81 199.19.213.236 - - [07/Apr/2026:00:26:17 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.220:5000 230 0.027 201 f41c7eaaf6be645bef813c800210a42b W0407 00:26:19.608826 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 00:26:19.609055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:26:19.609101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:26:22.940169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:26:22.940327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:26:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 73a11d50cfb6ee64d5e1c7126925bb30 199.19.213.236 - - [07/Apr/2026:00:26:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.285 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1992 0.285 201 9a83f6938392b21606ea07d79e40624c 199.19.213.236 - - [07/Apr/2026:00:26:23 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1521 0.023 200 3afb6aee12f3a37d2e3c7445e75a691a 199.19.213.236 - - [07/Apr/2026:00:26:23 +0000] "PUT /v3/roles/a4819b7f85ab49a4b3b4fe53e08a37e6/implies/5eb9a509854b48e0ad477c6e1c9b6902 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.042 [openstack-keystone-api-5000] [] 10.0.0.220:5000 521 0.042 201 95cffcc4710f57bb2f29fcb31546a6f5 199.19.213.236 - - [07/Apr/2026:00:27:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 81d3927cc0893d0858b970a3e672677d 199.19.213.236 - - [07/Apr/2026:00:27:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2055 0.347 201 c9b069353502a0ad2ec090bf8da0732d 199.19.213.236 - - [07/Apr/2026:00:27:07 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.044 [openstack-keystone-api-5000] [] 10.0.0.220:5000 87 0.045 404 dfb745e2084ea53635757cc60b65508a 199.19.213.236 - - [07/Apr/2026:00:27:07 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.030 [openstack-keystone-api-5000] [] 10.0.0.220:5000 390 0.030 200 f2457e75c27df3c246cb0d867bc16999 199.19.213.236 - - [07/Apr/2026:00:27:07 +0000] "GET /v3/users/rgw-RegionOne?domain_id=70708fb818d04284ab7ffe08efe5a4b8 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.028 [openstack-keystone-api-5000] [] 10.0.0.220:5000 91 0.029 404 290ca33580914b2b1c858ee739fa2925 199.19.213.236 - - [07/Apr/2026:00:27:07 +0000] "GET /v3/users?domain_id=70708fb818d04284ab7ffe08efe5a4b8&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.027 [openstack-keystone-api-5000] [] 10.0.0.220:5000 178 0.026 200 c28f020eaa292b9732972f767a79f1cb 199.19.213.236 - - [07/Apr/2026:00:27:07 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.297 [openstack-keystone-api-5000] [] 10.0.0.220:5000 291 0.297 201 e1fd961e2b049972fb10bec4063e8027 199.19.213.236 - - [07/Apr/2026:00:27:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 b462a6cf2dad02a3f219ddebe1d4d6a0 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.290 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2055 0.290 201 a69220ea736cd5ac4ef443fb23c08c68 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 83 0.023 404 6226739cd2d4f963a374549b5090c389 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.022 [openstack-keystone-api-5000] [] 10.0.0.220:5000 361 0.022 200 bfb37aecb13c51e89e87baff0800ed14 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.052 [openstack-keystone-api-5000] [] 10.0.0.220:5000 87 0.051 404 db70e485fea10ccd9dea19b65bd1a944 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.029 [openstack-keystone-api-5000] [] 10.0.0.220:5000 390 0.030 200 a1237e95c792025afd6cb6dd9e327d51 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.050 [openstack-keystone-api-5000] [] 10.0.0.220:5000 91 0.050 404 b6a50d7f24c729ffd94b35423bba8cf9 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "GET /v3/users?domain_id=70708fb818d04284ab7ffe08efe5a4b8&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.055 [openstack-keystone-api-5000] [] 10.0.0.220:5000 458 0.055 200 2a7902650e496706d7c69632fb574ea0 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.036 [openstack-keystone-api-5000] [] 10.0.0.220:5000 88 0.036 404 971c2cc3118ca5aaa785c0103f443559 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.026 [openstack-keystone-api-5000] [] 10.0.0.220:5000 520 0.026 200 ccc4ed8005b5b3f1c4a0bc75a4b89968 199.19.213.236 - - [07/Apr/2026:00:27:10 +0000] "PUT /v3/projects/8b9bc44cd7d745a294a8cba3b190d138/users/e3cb539bb1444e2eaa7b780c98b03b42/roles/4d128660c27b461c9cc0062994a1e658 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.053 [openstack-keystone-api-5000] [] 10.0.0.220:5000 0 0.053 204 245c633fb3c63c82b7b8be2d0bbb2bce I0407 00:27:12.310030 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.110.88.112"}] I0407 00:27:12.315434 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"659f5453-1f62-47a7-bcff-38c617188eb1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8323", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:27:12.315966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:12.315980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:27:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.005 300 25edaf56dbac0bc065bc35bf49e91cb7 199.19.213.236 - - [07/Apr/2026:00:27:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2055 0.345 201 3f0fe570f0fbc6dc429ee78a758b94c3 199.19.213.236 - - [07/Apr/2026:00:27:12 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.019 [openstack-keystone-api-5000] [] 10.0.0.220:5000 151 0.019 200 962357a6bcb7727de0e04228c6d4abb4 199.19.213.236 - - [07/Apr/2026:00:27:12 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.025 [openstack-keystone-api-5000] [] 10.0.0.220:5000 263 0.026 201 52658ef7ef2f09a9d546e1359d41b030 199.19.213.236 - - [07/Apr/2026:00:27:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 d3f28242ffa97a5f6c824318f824256e 199.19.213.236 - - [07/Apr/2026:00:27:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2157 0.295 201 5f7efa995679415cb0daa4ee642bcb8c 199.19.213.236 - - [07/Apr/2026:00:27:13 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.220:5000 86 0.026 404 ceba0fb20935642bd59be4065929d130 199.19.213.236 - - [07/Apr/2026:00:27:13 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.220:5000 382 0.021 200 0e5ea06986aba439f745c0067390e6e5 199.19.213.236 - - [07/Apr/2026:00:27:13 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=5ca9fcd1daba456789fc26f1396a192a HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.220:5000 205 0.021 200 77df05cd6c4bc7bb3b820353281a2d7a 199.19.213.236 - - [07/Apr/2026:00:27:13 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.030 [openstack-keystone-api-5000] [] 10.0.0.220:5000 379 0.029 201 8059dc2e8a538746d209140eeea1b5d4 199.19.213.236 - - [07/Apr/2026:00:27:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 6c82197561c6f5e930adf9fddd8b07ce 199.19.213.236 - - [07/Apr/2026:00:27:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2366 0.296 201 6a77244d7dae15d28b9afa155b0ab441 199.19.213.236 - - [07/Apr/2026:00:27:14 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.220:5000 86 0.030 404 52fd748d9a6d607db87361773e6b5160 199.19.213.236 - - [07/Apr/2026:00:27:14 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.220:5000 382 0.017 200 b59524cbfd4ae64c7c3e5b1bd05a085b 199.19.213.236 - - [07/Apr/2026:00:27:14 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=5ca9fcd1daba456789fc26f1396a192a HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.220:5000 207 0.021 200 47e35e4eb186c2b1695957937e00bc65 199.19.213.236 - - [07/Apr/2026:00:27:14 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.038 [openstack-keystone-api-5000] [] 10.0.0.220:5000 392 0.038 201 53fe8295f94b5b11adf183b657de92de W0407 00:27:15.756110 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 00:27:15.756272 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 00:27:15.756369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:15.756392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:27:15.762097 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0407 00:27:15.762130 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 00:27:15.767424 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0407 00:27:15.767689 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0407 00:27:15.767658 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a1375b80-6c1e-4e00-9a5f-24670b2c5245", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8340", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:27:15.767885 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 00:27:15.767948 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 00:27:15.767990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:15.768002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:27:15.768098 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:27:15.828998 7 controller.go:216] "Backend successfully reloaded" I0407 00:27:15.829202 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-c59pz", UID:"3d731c22-f00f-4581-8fcb-62b095d8e0d9", APIVersion:"v1", ResourceVersion:"1460", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 00:27:16.231377 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 00:27:16.232288 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 00:27:19.103474 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 00:27:19.103657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:19.103679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:32.363786 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 00:27:32.363973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:32.364000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:37.223988 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 00:27:37.224244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:37.224287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:40.558060 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 00:27:40.558484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:40.558575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:27:40.558834 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:27:40.612371 7 controller.go:216] "Backend successfully reloaded" I0407 00:27:40.612583 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-c59pz", UID:"3d731c22-f00f-4581-8fcb-62b095d8e0d9", APIVersion:"v1", ResourceVersion:"1460", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:27:43.891513 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 00:27:43.891888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:43.891919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:47.224374 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 00:27:47.224516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:27:47.224539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:02.688796 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 00:28:02.689027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:02.689107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:06.022471 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 00:28:06.022846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:06.022962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:10.749229 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 00:28:10.749389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:10.749415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:28:12.302786 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.110.88.112"}] I0407 00:28:12.307502 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a1375b80-6c1e-4e00-9a5f-24670b2c5245", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8928", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:28:14.082971 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 00:28:14.083160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:14.083191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:45.026844 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 00:28:45.027087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:28:45.027120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:29:23.845529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:29:23.845557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:14.507737 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 00:30:14.508020 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 00:30:14.508144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:14.508181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:30:14.514652 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:39.2kB} I0407 00:30:14.514692 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 00:30:14.518686 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 00:30:14.518850 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c5dffc0b-2930-4f91-bb79-f8664437d8ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9887", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:30:14.519182 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 00:30:14.519613 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 00:30:14.519715 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 00:30:14.519782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:14.519793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:30:14.519919 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:30:14.571413 7 controller.go:216] "Backend successfully reloaded" I0407 00:30:14.571843 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-c59pz", UID:"3d731c22-f00f-4581-8fcb-62b095d8e0d9", APIVersion:"v1", ResourceVersion:"1460", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 00:30:14.943006 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 00:30:14.943887 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 00:30:17.853460 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 00:30:17.853665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:17.853693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:30:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 4c9228d8ba6a23497360c8a8cd3e6c07 199.19.213.236 - - [07/Apr/2026:00:30:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.323 201 56956e3b4b00a7840c3d49a8aaba7b17 199.19.213.236 - - [07/Apr/2026:00:30:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6c8e2939a110fcfdc39a9895572f6f26 199.19.213.236 - - [07/Apr/2026:00:30:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0b8464a76de85a145c2daa72150ec85f 199.19.213.236 - - [07/Apr/2026:00:30:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.005 300 c503b1a99617fa39597dc68fe6ab8a97 199.19.213.236 - - [07/Apr/2026:00:30:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.289 201 bee0a6c2e890a59fd7e97be069b2abb7 199.19.213.236 - - [07/Apr/2026:00:30:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e050059e35e7054fc26ca091b34887f1 199.19.213.236 - - [07/Apr/2026:00:30:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 08be23391539edaa0fc6691a14f16102 199.19.213.236 - - [07/Apr/2026:00:30:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 267c470a50a4c96ff2b039510947bd50 199.19.213.236 - - [07/Apr/2026:00:30:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.290 201 1c5f10c3eb6aa3de0ecf30b9ce08c250 199.19.213.236 - - [07/Apr/2026:00:30:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 818d0879e3936ea84c8a73cf4d71b426 199.19.213.236 - - [07/Apr/2026:00:30:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e4a094fe275e663a1fe3ec6305919a52 199.19.213.236 - - [07/Apr/2026:00:30:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 51b4e64266965c42ed416fecfb41da24 199.19.213.236 - - [07/Apr/2026:00:30:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.286 201 9dc8e7c2067c74e570986a108140474c 199.19.213.236 - - [07/Apr/2026:00:30:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 93d9b07d49b11213b8bfe6c5e771df78 199.19.213.236 - - [07/Apr/2026:00:30:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d72164d4506dc9f5856c384c567ee5a5 199.19.213.236 - - [07/Apr/2026:00:30:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 32228b4a05295aaa2d19db1adf5fb66d 199.19.213.236 - - [07/Apr/2026:00:30:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.286 201 52bf17f4a03f95a094fee134633378e2 199.19.213.236 - - [07/Apr/2026:00:30:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81c97b78872c2483650dc594f3bc0dd6 199.19.213.236 - - [07/Apr/2026:00:30:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4fb0d11f98c20ef6d96b5b98f1be565b W0407 00:30:27.031741 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 00:30:27.032015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:27.032049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:30:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 b12d40c381bf811112a0a7146884fd13 199.19.213.236 - - [07/Apr/2026:00:30:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.293 201 63e9fefd4b17c92348a8b1661eeaf9cd 199.19.213.236 - - [07/Apr/2026:00:30:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8d3d4275e6436fdb10d54202545f36d9 199.19.213.236 - - [07/Apr/2026:00:30:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 415b271b2c8294cf7e1ea7741b457516 199.19.213.236 - - [07/Apr/2026:00:30:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 11b9ac5c1fe2e78fd5496c1a802c3020 199.19.213.236 - - [07/Apr/2026:00:30:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.297 201 0b78e3aa8b2e482b49e6fd438816abfa 199.19.213.236 - - [07/Apr/2026:00:30:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 89ae579a0988ef1ae22771378f1e9ea9 199.19.213.236 - - [07/Apr/2026:00:30:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8fc6cd67711be3ed8cb1ab1cda71ca45 199.19.213.236 - - [07/Apr/2026:00:30:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 3318e211ee108f446ee539fc14033ca3 199.19.213.236 - - [07/Apr/2026:00:30:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.289 201 4594e1309fa858d75940c3a83370ab6e 199.19.213.236 - - [07/Apr/2026:00:30:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b45d9fa1273870d68e8e768b72cd328f 199.19.213.236 - - [07/Apr/2026:00:30:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 05669199e662908f62ca7e8ed097157c 199.19.213.236 - - [07/Apr/2026:00:30:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.002 300 a9d39e613d8915e3abcdff68d4240062 199.19.213.236 - - [07/Apr/2026:00:30:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.337 201 f7333f315646dc8ce433a0a2f400c90e 199.19.213.236 - - [07/Apr/2026:00:30:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d4212c843810b85a85447baf3de9bc5a 199.19.213.236 - - [07/Apr/2026:00:30:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3780a9f27dc61b6f9e813e0c7995107a 199.19.213.236 - - [07/Apr/2026:00:30:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.002 300 f35ed13e422fc627f57fbb9b0b073f06 199.19.213.236 - - [07/Apr/2026:00:30:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.387 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.387 201 d4ad0af6ed604462b1941bc312c29bbb 199.19.213.236 - - [07/Apr/2026:00:30:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e0279f9249a2e474cf77d484d8d8c4eb 199.19.213.236 - - [07/Apr/2026:00:30:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 110c4f5984a8db8e1bbd1c51379829f2 W0407 00:30:36.367280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:36.367356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.236 - - [07/Apr/2026:00:30:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 6b12ea36989f886c304bd58eee3dbea4 199.19.213.236 - - [07/Apr/2026:00:30:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.293 201 84832d1f7d620b94c398e57bc01d7345 199.19.213.236 - - [07/Apr/2026:00:30:36 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.66:9292 1193 0.004 300 92726c1cf9696a7acaff8a4f1aa07f03 199.19.213.236 - - [07/Apr/2026:00:30:37 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.547 [openstack-glance-api-9292] [] 10.0.0.66:9292 69 0.547 200 630933a810514209648c7f7fe8b40eba 199.19.213.236 - - [07/Apr/2026:00:30:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 12197a7ae156982f9dcbe52778bdbc51 199.19.213.236 - - [07/Apr/2026:00:30:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.287 201 9faea4e0a895cc262f612dfb2bc1afeb 199.19.213.236 - - [07/Apr/2026:00:30:40 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.66:9292 1193 0.003 300 05943c00d41e577da273fdffa72be079 199.19.213.236 - - [07/Apr/2026:00:30:40 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.050 [openstack-glance-api-9292] [] 10.0.0.66:9292 69 0.050 200 2ad66c1e64518a5cec7db7e2b212469e 199.19.213.236 - - [07/Apr/2026:00:30:40 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.107 [openstack-glance-api-9292] [] 10.0.0.66:9292 151 0.107 404 a9dd878fa7aa562d2fc2ac2fbcc77f2c 199.19.213.236 - - [07/Apr/2026:00:30:40 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.66:9292 81 0.021 200 945cd0dbc803a3ce448ffcb361771f65 199.19.213.236 - - [07/Apr/2026:00:30:40 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.66:9292 84 0.025 200 0484619383a38ede5a9c5f61cfdba830 199.19.213.236 - - [07/Apr/2026:00:30:40 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.057 [openstack-glance-api-9292] [] 10.0.0.66:9292 760 0.057 201 250e6ec009e3fd18975ec2720433ca93 199.19.213.236 - - [07/Apr/2026:00:30:44 +0000] "PUT /v2/images/a0b4efb2-8a1d-43e6-abc9-9a57dd0a2c1e/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.515 [openstack-glance-api-9292] [] 10.0.0.66:9292 0 3.515 204 7537d94f4b3e5ed3f14ed0bc28612133 199.19.213.236 - - [07/Apr/2026:00:30:44 +0000] "GET /v2/images/a0b4efb2-8a1d-43e6-abc9-9a57dd0a2c1e HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.66:9292 1171 0.015 200 ee63e9c15944dcc7cd515ca23ddf3709 199.19.213.236 - - [07/Apr/2026:00:30:44 +0000] "GET /v2/images/a0b4efb2-8a1d-43e6-abc9-9a57dd0a2c1e HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.66:9292 1171 0.017 200 b8b70c81609569ed6adfd88b87e63ba8 W0407 00:30:47.073506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:47.073557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:50.407895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:30:50.407940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:31:12.304904 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.110.88.112"}] I0407 00:31:12.312141 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c5dffc0b-2930-4f91-bb79-f8664437d8ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10374", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:31:12.313884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:31:12.313915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store