------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0411 02:14:36.380401 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0411 02:14:36.380544 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0411 02:14:36.388545 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0411 02:14:36.394268 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0411 02:14:36.707309 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0411 02:14:36.728237 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0411 02:14:36.743174 7 nginx.go:271] "Starting NGINX Ingress controller" I0411 02:14:36.751114 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"86568d40-3dab-44c4-b85d-5122dd1ea25c", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0411 02:14:36.758127 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f744da29-6af0-4e86-b2a0-b893ae6a0d80", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0411 02:14:36.758169 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"111a2fb5-709d-4f59-bc39-17106a24953c", APIVersion:"v1", ResourceVersion:"1374", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0411 02:14:37.944964 7 nginx.go:317] "Starting NGINX process" I0411 02:14:37.945163 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0411 02:14:37.945742 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0411 02:14:37.945955 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0411 02:14:37.946040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:37.946073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:14:37.946135 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:14:37.953682 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0411 02:14:37.953761 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-ff6kf" I0411 02:14:37.985703 7 controller.go:216] "Backend successfully reloaded" I0411 02:14:37.985804 7 controller.go:227] "Initial sync, sleeping for 1 second" I0411 02:14:37.986004 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ff6kf", UID:"c399c098-7eb0-45b7-8803-a2edb55fe1e4", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:14:41.777796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:41.777906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:45.112054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:45.112109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:48.445454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:48.445511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:51.778132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:51.778183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:55.113319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:55.113370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:58.446219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:58.446289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:01.778037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:01.778092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:05.114135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:05.114189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:09.838940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:09.838976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:14.403920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:14.403966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:03.822638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:03.822701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:07.156890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:07.156971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:11.756816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:11.756853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:15.090443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:15.090484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:18.423651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:18.423702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:21.759052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:21.759109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:25.091417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:25.091460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:28.424599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:28.424652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:31.757402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:31.757450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:35.091666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:35.091704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:38.423590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:38.423630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:41.756993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:41.757039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:52.309770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:52.309806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:55.644637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:55.644678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:55.961944 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-113.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-113.nip.io-tls was not found. Using default certificate W0411 02:18:55.961993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:55.962004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:18:55.963199 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0411 02:18:55.963223 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0411 02:18:55.971038 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0411 02:18:55.971461 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c1517066-007a-4928-8c17-6081e442c8b5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3413", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:18:55.971489 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-113.nip.io-tls" in local store I0411 02:18:56.391310 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-113.nip.io-tls" I0411 02:18:56.393050 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-113.nip.io-tls" W0411 02:18:58.978295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:58.978349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:18:58.978438 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:18:59.022396 7 controller.go:216] "Backend successfully reloaded" I0411 02:18:59.022671 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ff6kf", UID:"c399c098-7eb0-45b7-8803-a2edb55fe1e4", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:19:02.312071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:02.312109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:19:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.410 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 2.409 200 3001fa5a983c5a84142554eff6ae9dff 199.204.45.113 - - [11/Apr/2026:02:19:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.50:8080 116 0.182 404 2d09c2ea9e7b5dd7f8e6f5b3f097b43c 199.204.45.113 - - [11/Apr/2026:02:19:11 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.480 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 3.479 201 f570e2e25c44a540656a1aa03106f59c 199.204.45.113 - - [11/Apr/2026:02:19:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.610 [auth-system-keycloak-80] [] 10.0.0.50:8080 4246 0.610 200 600ae9f6b3d79f5ea44493dce5dbc018 199.204.45.113 - - [11/Apr/2026:02:19:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.507 200 849132154b3fd9debff683d4bd71190c 199.204.45.113 - - [11/Apr/2026:02:19:13 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.156 [auth-system-keycloak-80] [] 10.0.0.50:8080 12500 0.156 200 2ae58d3378b00c33758768310453b6cd 199.204.45.113 - - [11/Apr/2026:02:19:13 +0000] "GET /admin/realms/atmosphere/client-scopes/edd7c36c-df08-4acd-add9-5506e275c7ab HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.065 [auth-system-keycloak-80] [] 10.0.0.50:8080 1278 0.065 200 4952fb5232f5db65e0053b6b1c8ba878 199.204.45.113 - - [11/Apr/2026:02:19:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/edd7c36c-df08-4acd-add9-5506e275c7ab HTTP/1.1" 204 0 "-" "Ansible" 1848 0.019 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.019 204 16444cb4fe8026fcaf11e55a071307c5 199.204.45.113 - - [11/Apr/2026:02:19:13 +0000] "GET /admin/realms/atmosphere/client-scopes/edd7c36c-df08-4acd-add9-5506e275c7ab/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.092 [auth-system-keycloak-80] [] 10.0.0.50:8080 963 0.092 200 8673097bde75b9429022e162a1d6a4db 199.204.45.113 - - [11/Apr/2026:02:19:13 +0000] "GET /admin/realms/atmosphere/client-scopes/edd7c36c-df08-4acd-add9-5506e275c7ab/protocol-mappers/models/bbcef44b-1ebd-472f-8a3c-cf2b388ebd67 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.50:8080 366 0.057 200 237628913c8d11e25f96d2963541d596 199.204.45.113 - - [11/Apr/2026:02:19:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/edd7c36c-df08-4acd-add9-5506e275c7ab/protocol-mappers/models/bbcef44b-1ebd-472f-8a3c-cf2b388ebd67 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.024 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.023 204 f9d764533f236fcf29b45840c7c5e10e 199.204.45.113 - - [11/Apr/2026:02:19:13 +0000] "GET /admin/realms/atmosphere/client-scopes/edd7c36c-df08-4acd-add9-5506e275c7ab HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.50:8080 1218 0.071 200 7e22e6f74e2df4da67b59efb79e13d75 199.204.45.113 - - [11/Apr/2026:02:19:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.496 200 32c6a760fefaf6b0f3aa3c30f24629d9 199.204.45.113 - - [11/Apr/2026:02:19:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.040 [auth-system-keycloak-80] [] 10.0.0.50:8080 2 0.040 200 cb7e0cdf6021006d1a809aae5be563bc 199.204.45.113 - - [11/Apr/2026:02:19:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.206 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.205 201 cc8a2ee83656b8d7451f208ef95895d3 199.204.45.113 - - [11/Apr/2026:02:19:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.155 [auth-system-keycloak-80] [] 10.0.0.50:8080 1261 0.156 200 7292a745cd8a4ccf8e232b3f0fdcf0ce 199.204.45.113 - - [11/Apr/2026:02:19:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.722 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.721 200 2c81fde8d5c22dc0a1f0e628ce93fbc1 199.204.45.113 - - [11/Apr/2026:02:19:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.50:8080 2 0.015 200 9369bbf2fb32ab2831e48a55769e5da3 199.204.45.113 - - [11/Apr/2026:02:19:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.108 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.107 201 be3449bfdddc1da7b7ad92774d7183d5 199.204.45.113 - - [11/Apr/2026:02:19:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.061 200 3e429d3add5e31c27416999cb1a5cc6b 199.204.45.113 - - [11/Apr/2026:02:19:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.501 200 8ac1ec6522a6fe32633a30189dfd0eb9 199.204.45.113 - - [11/Apr/2026:02:19:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.50:8080 2 0.011 200 827b17a0cd5c78ffd9551354dfe342bb 199.204.45.113 - - [11/Apr/2026:02:19:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.091 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.090 201 9451163621b0a77771e7c20e293778f7 199.204.45.113 - - [11/Apr/2026:02:19:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.50:8080 1251 0.074 200 77df1143695d5ac3fa623112d157ff3f I0411 02:19:37.961495 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.173.113"}] I0411 02:19:37.966226 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c1517066-007a-4928-8c17-6081e442c8b5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3820", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:19:37.967947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:37.968018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:19:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.509 200 4e06ec963f8407dd4b1d09d95a05cafa 199.204.45.113 - - [11/Apr/2026:02:19:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.50:8080 1261 0.008 200 2030c6a2cbbbeae5f38fc895f8d292c1 199.204.45.113 - - [11/Apr/2026:02:19:39 +0000] "GET /admin/realms/atmosphere/clients/9b608b32-ce09-4007-a1f0-adf37f14c608/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.50:8080 119 0.015 404 1c31333f361e6c9f6dedff21faffe6ec 199.204.45.113 - - [11/Apr/2026:02:19:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.50:8080 1261 0.006 200 9466a99bf0b965a627570af7709105af 199.204.45.113 - - [11/Apr/2026:02:19:39 +0000] "POST /admin/realms/atmosphere/clients/9b608b32-ce09-4007-a1f0-adf37f14c608/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.039 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.038 201 944548022ffa6887eff0f8bc9407fcb6 199.204.45.113 - - [11/Apr/2026:02:19:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.50:8080 1261 0.009 200 e411882009db0069876a32d176182ceb 199.204.45.113 - - [11/Apr/2026:02:19:39 +0000] "GET /admin/realms/atmosphere/clients/9b608b32-ce09-4007-a1f0-adf37f14c608/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.50:8080 166 0.062 200 fb88e562b8fe66a5c2b71f4b7b4dde84 199.204.45.113 - - [11/Apr/2026:02:19:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.522 200 7f0c6dabb6193bf111fa6c3626d55fb6 199.204.45.113 - - [11/Apr/2026:02:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.011 200 28caa6ad418fe63e3c45f5d157440d23 199.204.45.113 - - [11/Apr/2026:02:19:40 +0000] "GET /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.051 [auth-system-keycloak-80] [] 10.0.0.50:8080 119 0.052 404 5bcb12074dcfafe6e0c41f0c572e9fd7 199.204.45.113 - - [11/Apr/2026:02:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.007 200 78beddb766187f96864bc08c0bff0014 199.204.45.113 - - [11/Apr/2026:02:19:40 +0000] "POST /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.016 201 0626756160843137eb4d0a4c0f69a783 199.204.45.113 - - [11/Apr/2026:02:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.042 200 693767fa5867e81da514c8589db31b84 199.204.45.113 - - [11/Apr/2026:02:19:40 +0000] "GET /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.50:8080 165 0.015 200 df3a92e51ac5ce6ca1d3f84186f3c7d2 199.204.45.113 - - [11/Apr/2026:02:19:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.491 200 cea090f23d2635d30b02503e47ccea55 199.204.45.113 - - [11/Apr/2026:02:19:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.005 200 d307da184a3d75f2387bf02e8a76f4e9 199.204.45.113 - - [11/Apr/2026:02:19:41 +0000] "GET /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.50:8080 119 0.006 404 99b11575388e4f1da45805f7872b3103 199.204.45.113 - - [11/Apr/2026:02:19:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.052 200 4d9e3d03b269350aa26a2c6d73a2e613 199.204.45.113 - - [11/Apr/2026:02:19:41 +0000] "POST /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.014 201 2e04f366e78b3dd4f6e7045ef3ea6fe9 199.204.45.113 - - [11/Apr/2026:02:19:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.061 200 4cf0a7daca2348ceaef0ff1eda9297a4 199.204.45.113 - - [11/Apr/2026:02:19:41 +0000] "GET /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.50:8080 166 0.015 200 18c669968806e80af9ad77f6a6cae420 199.204.45.113 - - [11/Apr/2026:02:19:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.510 200 a7b035c01eab061807a1f4b69730a5fc 199.204.45.113 - - [11/Apr/2026:02:19:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.017 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.017 200 8f37284affbe9d7f7d2124c6a2c6d52c 199.204.45.113 - - [11/Apr/2026:02:19:42 +0000] "GET /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.50:8080 119 0.050 404 42a99e347fec954ed4812411ed3bcc13 199.204.45.113 - - [11/Apr/2026:02:19:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.007 200 c2200272858cb9a46af63b2d2cd8a813 199.204.45.113 - - [11/Apr/2026:02:19:42 +0000] "POST /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.068 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.067 201 7cff7a33c269c3b631f91461feff119b 199.204.45.113 - - [11/Apr/2026:02:19:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.50:8080 1286 0.007 200 d1632be6457930556272dc9468d69b78 199.204.45.113 - - [11/Apr/2026:02:19:42 +0000] "GET /admin/realms/atmosphere/clients/36c357e4-c47d-48da-9efa-bd5a8e6a01a1/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.50:8080 166 0.013 200 e01c41d21178953045ef089b1db2ff1f 199.204.45.113 - - [11/Apr/2026:02:19:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.483 200 ba162741969168d3a8e60967e6d22ca0 199.204.45.113 - - [11/Apr/2026:02:19:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.50:8080 1251 0.008 200 4713853edccd1faea1bfcb6546ccf657 199.204.45.113 - - [11/Apr/2026:02:19:43 +0000] "GET /admin/realms/atmosphere/clients/b6469f4b-0659-4739-932c-1ecc3b813c9c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.50:8080 119 0.009 404 b3977f5ef4bb3ddffc07b607b851e17e 199.204.45.113 - - [11/Apr/2026:02:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.50:8080 1251 0.007 200 38db4a29bf7a21ebfae43b01ba9592b1 199.204.45.113 - - [11/Apr/2026:02:19:43 +0000] "POST /admin/realms/atmosphere/clients/b6469f4b-0659-4739-932c-1ecc3b813c9c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.039 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.039 201 369bbc3ec6789418f1e6931223db1c80 199.204.45.113 - - [11/Apr/2026:02:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.50:8080 1251 0.007 200 fc2970b1a22543b1913f0a9357b8b573 199.204.45.113 - - [11/Apr/2026:02:19:43 +0000] "GET /admin/realms/atmosphere/clients/b6469f4b-0659-4739-932c-1ecc3b813c9c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.070 [auth-system-keycloak-80] [] 10.0.0.50:8080 166 0.070 200 9973eae5d80ebabdfc80c4ac94c21688 W0411 02:19:54.607757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:54.607791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:57.942186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:57.942234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:48.800018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:48.800057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:48.865441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:48.865523 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0411 02:20:48.865572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:48.865599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:48.865964 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:48.866028 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0411 02:20:48.866069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:48.866086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:48.866239 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:48.866310 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0411 02:20:48.866354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:48.866373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:20:48.868904 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0411 02:20:48.868949 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0411 02:20:48.870731 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0411 02:20:48.870757 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0411 02:20:48.870934 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0411 02:20:48.870986 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0411 02:20:48.876013 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0411 02:20:48.876651 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0411 02:20:48.876681 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0411 02:20:48.876681 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"23871c7c-f845-42ba-8cee-027df5f31ab5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4429", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:20:48.876999 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0411 02:20:48.877026 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0411 02:20:48.877066 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"217de220-c549-4b85-ae7f-a59cf6f8d09a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4430", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 02:20:48.877217 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1dc5f45d-6ef5-4351-b67b-cb0bf033892d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4431", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:20:48.877485 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0411 02:20:49.140455 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0411 02:20:49.142144 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0411 02:20:49.443249 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0411 02:20:49.443860 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0411 02:20:50.335322 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0411 02:20:50.336550 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0411 02:20:52.134940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:52.134984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:52.135011 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:52.135094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:52.135112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:20:52.135214 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:20:52.174605 7 controller.go:216] "Backend successfully reloaded" I0411 02:20:52.174854 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ff6kf", UID:"c399c098-7eb0-45b7-8803-a2edb55fe1e4", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:20:55.469520 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:55.469666 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:55.469732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:55.469878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:55.469934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:58.801744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:58.801791 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:58.801824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:58.801955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:58.801976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:02.134046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:02.134090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:21:02.134124 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:02.134202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:02.134216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:05.467226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:05.467261 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:21:05.467280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:05.467349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:05.467361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:08.800692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:08.800753 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:21:08.800811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:08.800959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:08.800987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:12.133585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:12.133630 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:21:12.133655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:12.133820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:12.133843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:15.467755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:15.467820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:21:15.467860 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:15.468042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:15.468090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:18.801372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:18.801434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:21:18.801469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:18.801593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:18.801619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:22.133620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:22.133710 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:22.133838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:22.133866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:25.466889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:25.466985 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:25.467114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:25.467143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.251 - - [11/Apr/2026:02:21:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.50:8080 6432 0.033 200 3d77377d4c2acf2e089f0ae04ceaf5ce 10.0.0.129 - - [11/Apr/2026:02:21:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.50:8080 6432 0.006 200 8431292d467ead4c0a4fa94d7bf7b45f W0411 02:21:28.800785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:28.800877 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:28.800997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:28.801022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:32.134108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:32.134313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:32.134341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:35.468811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:35.469019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:35.469041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:21:37.960430 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.173.113"}] I0411 02:21:37.960693 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.173.113"}] I0411 02:21:37.960864 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.173.113"}] I0411 02:21:37.966972 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"217de220-c549-4b85-ae7f-a59cf6f8d09a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5580", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 02:21:37.968724 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"23871c7c-f845-42ba-8cee-027df5f31ab5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5581", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 02:21:37.969698 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1dc5f45d-6ef5-4351-b67b-cb0bf033892d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:21:38.800739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:38.801033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:38.801059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:42.133766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:42.133920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:42.133935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:45.468427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:45.468472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:54.463165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:54.463215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:57.797013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:57.797061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:22:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.487 200 c58b77b886fb4f614350fdc92063f076 199.204.45.113 - - [11/Apr/2026:02:22:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.50:8080 4246 0.006 200 319b48ce52ff5106486d1f82e1e4be22 199.204.45.113 - - [11/Apr/2026:02:22:01 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.391 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.390 204 2fc7d8460e5347272715854dbdf18b78 199.204.45.113 - - [11/Apr/2026:02:22:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.187 [auth-system-keycloak-80] [] 10.0.0.50:8080 4384 0.188 200 6520fee07f4951ca4a00eff101a0b029 199.204.45.113 - - [11/Apr/2026:02:22:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.510 200 485a2709bca4d2c2f7755ba236b532b5 199.204.45.113 - - [11/Apr/2026:02:22:03 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.50:8080 1682 0.011 200 320252b5c4824a749e57f69b3b9a993e 199.204.45.113 - - [11/Apr/2026:02:22:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.50:8080 6432 0.007 200 28fbf13d5f62b1a4b947afad0e73a007 199.204.45.113 - - [11/Apr/2026:02:22:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.461 200 ded036d8f0d6acc2982c88360a652412 199.204.45.113 - - [11/Apr/2026:02:22:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.036 [auth-system-keycloak-80] [] 10.0.0.50:8080 2 0.036 200 2b3b50844364b2b85c03f15d309ec595 199.204.45.113 - - [11/Apr/2026:02:22:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.123 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.122 201 b5cd40ec14b2c25e9b8804dd2f68885c 199.204.45.113 - - [11/Apr/2026:02:22:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.070 [auth-system-keycloak-80] [] 10.0.0.50:8080 2246 0.071 200 2ccf75fbcf3478369bfcac358ff3b764 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.50:8080 1928 0.499 200 50d8e5f4646f95c5995487ec11a2f999 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.50:8080 2246 0.007 200 feb61db1c34d7fa1d148c31068034a55 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "GET /admin/realms/atmosphere/clients/956b3c41-6e70-4281-a801-1b75f4219833/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.028 [auth-system-keycloak-80] [] 10.0.0.50:8080 233 0.028 200 7f89ca40de78b6f7b85a8e0d8c62dc00 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.50:8080 831 0.018 200 85c3d089ed0469a9adc01ea99634899a 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "GET /admin/realms/atmosphere/clients/8eb0af2a-9116-4e78-8b93-f650d4c6b59c/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.026 [auth-system-keycloak-80] [] 10.0.0.50:8080 3758 0.026 200 1a6deeeaca2e93b023197888a15343e0 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "GET /admin/realms/atmosphere/users/dfe38bfe-d1f6-4ada-83e3-da7f8ebf5671/role-mappings/clients/8eb0af2a-9116-4e78-8b93-f650d4c6b59c/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.238 [auth-system-keycloak-80] [] 10.0.0.50:8080 3758 0.238 200 9a9909fb44de51f9f1aaee756961e338 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "GET /admin/realms/atmosphere/users/dfe38bfe-d1f6-4ada-83e3-da7f8ebf5671/role-mappings/clients/8eb0af2a-9116-4e78-8b93-f650d4c6b59c/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.082 [auth-system-keycloak-80] [] 10.0.0.50:8080 2 0.083 200 e220c7382b2b11bcf8e234a19d0214fa 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "POST /admin/realms/atmosphere/users/dfe38bfe-d1f6-4ada-83e3-da7f8ebf5671/role-mappings/clients/8eb0af2a-9116-4e78-8b93-f650d4c6b59c HTTP/1.1" 204 0 "-" "Ansible" 1390 0.080 [auth-system-keycloak-80] [] 10.0.0.50:8080 0 0.078 204 5da92a4bb3270340ee7b1153042e7585 199.204.45.113 - - [11/Apr/2026:02:22:06 +0000] "GET /admin/realms/atmosphere/users/dfe38bfe-d1f6-4ada-83e3-da7f8ebf5671/role-mappings/clients/8eb0af2a-9116-4e78-8b93-f650d4c6b59c/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.50:8080 576 0.012 200 e9c8a46821a4e249eff737b8f4c93392 W0411 02:22:09.438954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:22:09.438984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:22:12.772897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:22:12.772978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:22:16.549069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:22:16.549107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:15.238133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:15.238191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:52.059457 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0411 02:24:52.059540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:52.059554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:24:52.062245 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0411 02:24:52.062278 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0411 02:24:52.067206 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0411 02:24:52.067868 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0411 02:24:52.067994 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"01fc827e-398f-42ac-94c7-473d60bc5f8f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6897", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:24:52.068507 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0411 02:24:52.068593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:52.068618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:24:52.068757 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:24:52.118495 7 controller.go:216] "Backend successfully reloaded" I0411 02:24:52.118773 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ff6kf", UID:"c399c098-7eb0-45b7-8803-a2edb55fe1e4", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 02:24:52.393453 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0411 02:24:52.394570 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0411 02:24:55.401801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:55.401852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:24:56 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.005 300 cf64aa8609b6d112e774f9dac02bc45f 199.204.45.113 - - [11/Apr/2026:02:24:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.199:5000 266 0.005 200 25d5d4a130024946476d309a3cb4c323 199.204.45.113 - - [11/Apr/2026:02:24:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.354 [openstack-keystone-api-5000] [] 10.0.0.199:5000 1360 0.354 201 b29d9e23b9110533d6964b24be4d5840 199.204.45.113 - - [11/Apr/2026:02:24:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 8f275c04cb7f9183b5cd85af3a101e5a 199.204.45.113 - - [11/Apr/2026:02:24:58 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.030 [openstack-keystone-api-5000] [] 10.0.0.199:5000 90 0.029 404 ef01c2a96b81629d968ec0761fd8c0d7 199.204.45.113 - - [11/Apr/2026:02:24:58 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.199:5000 370 0.027 200 1a2054f8bba3180547ea0eda45d61c41 199.204.45.113 - - [11/Apr/2026:02:24:58 +0000] "GET /v3/domains/5d75874c08bc4331b4941614cee9fd20 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.199:5000 247 0.020 200 16e8162b9cd202cc38ef44fd1e0f3c35 199.204.45.113 - - [11/Apr/2026:02:24:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 266 0.003 200 3c11a14c25d17398cb99a258cb992839 199.204.45.113 - - [11/Apr/2026:02:24:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.425 [openstack-keystone-api-5000] [] 10.0.0.199:5000 1360 0.425 201 c3530d89e0770a08b398ad65477f1973 199.204.45.113 - - [11/Apr/2026:02:24:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.002 300 9bc176d350d05fbe75b301107e5e5888 199.204.45.113 - - [11/Apr/2026:02:24:59 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.199:5000 101 0.019 404 d0ea68ee64b19db62b77bb910cc799a3 199.204.45.113 - - [11/Apr/2026:02:24:59 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.199:5000 156 0.017 200 022f93146a9702fb652e00611a13e6fd 199.204.45.113 - - [11/Apr/2026:02:24:59 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.199:5000 342 0.024 201 eaab3b4b6849606231cf56dd5ab672a7 199.204.45.113 - - [11/Apr/2026:02:25:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 266 0.003 200 199732504d938cecda147db8c88d75af 199.204.45.113 - - [11/Apr/2026:02:25:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.199:5000 1360 0.294 201 42b8c4fccdeee3c1d049d8cfe8e4e7ef 199.204.45.113 - - [11/Apr/2026:02:25:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.003 300 5ad53640122ff5f09f01213ba15defdb 199.204.45.113 - - [11/Apr/2026:02:25:00 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.199:5000 98 0.021 404 bee371199b2ee8be87d6e1d76a73b8f3 199.204.45.113 - - [11/Apr/2026:02:25:00 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.199:5000 136 0.014 200 dbd4c5f2af9fd4e93f1bce2587035cae 199.204.45.113 - - [11/Apr/2026:02:25:00 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.199:5000 357 0.019 201 cb39724d03c0fcdf395274c67a83a6c8 199.204.45.113 - - [11/Apr/2026:02:25:01 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 266 0.003 200 1eddcbbb60e86f73e2e0451bd710a808 199.204.45.113 - - [11/Apr/2026:02:25:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.199:5000 1360 0.296 201 82c846865b9c55380911180b85909133 199.204.45.113 - - [11/Apr/2026:02:25:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.003 300 eeac8c1bd59d2784b44d7c771f91eda1 199.204.45.113 - - [11/Apr/2026:02:25:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.025 [openstack-keystone-api-5000] [] 10.0.0.199:5000 131 0.024 404 3c94a7fda74a3d7d49bfec2ed1460df6 199.204.45.113 - - [11/Apr/2026:02:25:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.199:5000 168 0.016 200 8074be8524ab30175c9428ee0b0b9b1c 199.204.45.113 - - [11/Apr/2026:02:25:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.026 [openstack-keystone-api-5000] [] 10.0.0.199:5000 224 0.025 201 b71b31e8fa49554f47f95d099b5e1002 W0411 02:25:11.945552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:11.945618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:15.281318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:15.281362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:18.775500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:18.775541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:22.109696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:22.109751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:37.406555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:37.406621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:25:37.959083 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.173.113"}] I0411 02:25:37.963033 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"01fc827e-398f-42ac-94c7-473d60bc5f8f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7252", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:25:40.741947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:40.742000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:45.116823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:45.116859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:48.451724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:48.451779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:20.244532 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 02:27:20.244799 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0411 02:27:20.244909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:20.244966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:27:20.249100 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0411 02:27:20.249120 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0411 02:27:20.253690 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0411 02:27:20.253942 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"733d70e0-ea55-44e1-b54c-efe5de70d511", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8011", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:27:20.254248 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0411 02:27:20.254634 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 02:27:20.254735 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0411 02:27:20.254843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:20.254865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:27:20.254999 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:27:20.305717 7 controller.go:216] "Backend successfully reloaded" I0411 02:27:20.305982 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ff6kf", UID:"c399c098-7eb0-45b7-8803-a2edb55fe1e4", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 02:27:20.670063 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0411 02:27:20.671952 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.113 - - [11/Apr/2026:02:27:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.003 300 f4e9b76b771d6f4c23e36cea388a70b4 199.204.45.113 - - [11/Apr/2026:02:27:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.199:5000 1992 0.319 201 ec3248dc4f816d78e5a5c1686badbbc6 199.204.45.113 - - [11/Apr/2026:02:27:21 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.199:5000 85 0.022 404 e175500271034e3ecd909ad407386c8b 199.204.45.113 - - [11/Apr/2026:02:27:21 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.199:5000 129 0.025 200 408fc1bc01c628b07ee98da27902bb88 199.204.45.113 - - [11/Apr/2026:02:27:21 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.022 [openstack-keystone-api-5000] [] 10.0.0.199:5000 230 0.022 201 f27e1c5c4a6589cd79f6cba4a34921eb W0411 02:27:23.589003 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 02:27:23.589248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:23.589278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:27:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 f6ef3b1578639320bc327fb1e6d7d2a3 199.204.45.113 - - [11/Apr/2026:02:27:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.199:5000 1992 0.287 201 befff506a7fd673068d44534dfe55dd7 199.204.45.113 - - [11/Apr/2026:02:27:29 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.199:5000 1521 0.025 200 a7d6429ab8f762d801fa0551019d8549 199.204.45.113 - - [11/Apr/2026:02:27:29 +0000] "PUT /v3/roles/8be3536f4b4845d58b931c19f19f21c5/implies/ee90adec7d6f452d9e5728638cf3527f HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.039 [openstack-keystone-api-5000] [] 10.0.0.199:5000 521 0.039 201 d2a5b9878d60f070caa8bac92756319a W0411 02:27:35.482183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:35.482218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:27:37.959101 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.106.173.113"}] I0411 02:27:37.963905 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"733d70e0-ea55-44e1-b54c-efe5de70d511", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8278", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:27:38.815852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:38.816014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:28:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.003 300 00f2abcc69e76116183456ab47d9a897 199.204.45.113 - - [11/Apr/2026:02:28:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.199:5000 2055 0.325 201 d7cdb98e4c08c975ea5718c943eac4eb 199.204.45.113 - - [11/Apr/2026:02:28:14 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.025 [openstack-keystone-api-5000] [] 10.0.0.199:5000 87 0.025 404 fbd4797ba97dd2599d5331d8579379e9 199.204.45.113 - - [11/Apr/2026:02:28:14 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.199:5000 390 0.026 200 7f57813948a68a6fc2b85ddb599e7e46 199.204.45.113 - - [11/Apr/2026:02:28:14 +0000] "GET /v3/users/rgw-RegionOne?domain_id=eeaa06d516f34eff9007f220fa129be8 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.024 [openstack-keystone-api-5000] [] 10.0.0.199:5000 91 0.024 404 c680d18ff0ed026302ba47d63f78fec4 199.204.45.113 - - [11/Apr/2026:02:28:14 +0000] "GET /v3/users?domain_id=eeaa06d516f34eff9007f220fa129be8&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.028 [openstack-keystone-api-5000] [] 10.0.0.199:5000 178 0.028 200 654abc01f1f6c65b77c1d734d7783bbe 199.204.45.113 - - [11/Apr/2026:02:28:14 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.295 [openstack-keystone-api-5000] [] 10.0.0.199:5000 291 0.295 201 cbec1026cc72bc90007bbaa721f902af 199.204.45.113 - - [11/Apr/2026:02:28:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.003 300 9f7386613932c80ab7d45edd335be12d 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.199:5000 2055 0.310 201 bffaa49e598f8cc7dceea230535450e5 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 430 0.025 [openstack-keystone-api-5000] [] 10.0.0.199:5000 83 0.025 404 e9e49bb6ce7583a30f837c9bf2f45569 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 448 0.018 [openstack-keystone-api-5000] [] 10.0.0.199:5000 361 0.017 200 b4303bc5b817f85dc322cdd3a70a32bb 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.199:5000 87 0.024 404 234dac1a4a628de91290890518ca8849 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.199:5000 390 0.018 200 7a6f68f08dceb9b2529a5efba7c6ae0a 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "GET /v3/users/rgw-RegionOne?domain_id=eeaa06d516f34eff9007f220fa129be8 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 481 0.021 [openstack-keystone-api-5000] [] 10.0.0.199:5000 91 0.021 404 8aa5355abcddf8cef6cebcd415c8f9ef 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "GET /v3/users?domain_id=eeaa06d516f34eff9007f220fa129be8&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 499 0.045 [openstack-keystone-api-5000] [] 10.0.0.199:5000 458 0.044 200 dc5a2cb9a7f88335eba4141bb66de640 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 435 0.020 [openstack-keystone-api-5000] [] 10.0.0.199:5000 88 0.021 404 e03cdefc5bec82e9bd32c121289c1402 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.199:5000 520 0.024 200 4ed0ecf20e8df3bc5aee889b62626bf5 199.204.45.113 - - [11/Apr/2026:02:28:19 +0000] "PUT /v3/projects/fcdffa9c3d7247a1b234e1991e3f831a/users/70bc2719aea540fe85fa1c3f8ac923b8/roles/9a875afa94c94d55b6488da89c2307da HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 557 0.036 [openstack-keystone-api-5000] [] 10.0.0.199:5000 0 0.036 204 a8169db93db59c8a8cd1385a799c798e 199.204.45.113 - - [11/Apr/2026:02:28:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.003 300 7c009420c1933060f6037e301f0a4fbd 199.204.45.113 - - [11/Apr/2026:02:28:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.199:5000 2055 0.330 201 33d6d6fdb0589ad22b136ef625040760 199.204.45.113 - - [11/Apr/2026:02:28:21 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.018 [openstack-keystone-api-5000] [] 10.0.0.199:5000 151 0.018 200 54f0ef60f658e2ab5286f82e77c963bb 199.204.45.113 - - [11/Apr/2026:02:28:21 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.029 [openstack-keystone-api-5000] [] 10.0.0.199:5000 263 0.028 201 25d08edcdcb4759c564bd702a22354a9 199.204.45.113 - - [11/Apr/2026:02:28:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 52c9cdcbb1364ea22a6e03130c243545 199.204.45.113 - - [11/Apr/2026:02:28:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.199:5000 2157 0.303 201 81326533b487c20b4e9d437c49cbf289 199.204.45.113 - - [11/Apr/2026:02:28:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.199:5000 86 0.022 404 64738efb5a866f25d3ff6acb60b4480f 199.204.45.113 - - [11/Apr/2026:02:28:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.199:5000 382 0.017 200 22f3ca1f677e0894e6cfdda0018b99c8 199.204.45.113 - - [11/Apr/2026:02:28:22 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=7662cf3a61c24b01bde18b1ecf8ca7b4 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.019 [openstack-keystone-api-5000] [] 10.0.0.199:5000 205 0.019 200 8de09c55a03c662191f1ecc83b7ad2c5 199.204.45.113 - - [11/Apr/2026:02:28:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.026 [openstack-keystone-api-5000] [] 10.0.0.199:5000 379 0.026 201 751e8b9c13012ec4700d0458147bf474 199.204.45.113 - - [11/Apr/2026:02:28:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 5a6704b3716782b90a9cf8daf0ef9691 199.204.45.113 - - [11/Apr/2026:02:28:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.199:5000 2366 0.298 201 f63ae9cafe235b359297a8bfad8a7fac 199.204.45.113 - - [11/Apr/2026:02:28:23 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.016 [openstack-keystone-api-5000] [] 10.0.0.199:5000 86 0.016 404 0cc56419cdcc41716786d7cbe9ce459f 199.204.45.113 - - [11/Apr/2026:02:28:23 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.199:5000 382 0.014 200 0d06053a88372699bb4cdef53e3db616 199.204.45.113 - - [11/Apr/2026:02:28:23 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=7662cf3a61c24b01bde18b1ecf8ca7b4 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.199:5000 207 0.017 200 8b59ddaace158b5a501b966dd88387db 199.204.45.113 - - [11/Apr/2026:02:28:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.024 [openstack-keystone-api-5000] [] 10.0.0.199:5000 392 0.024 201 e8f7c49dec27fd403a6e459222d40961 W0411 02:28:25.185829 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:25.185914 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0411 02:28:25.185950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:25.185959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:28:25.188475 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0411 02:28:25.188502 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0411 02:28:25.193385 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0411 02:28:25.193638 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e6bb6563-03ba-4310-81ce-643b5a0440ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8587", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:28:25.194269 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0411 02:28:25.194844 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:25.194991 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0411 02:28:25.195086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:25.195104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:28:25.195279 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:28:25.243178 7 controller.go:216] "Backend successfully reloaded" I0411 02:28:25.243480 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ff6kf", UID:"c399c098-7eb0-45b7-8803-a2edb55fe1e4", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 02:28:25.565090 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0411 02:28:25.566245 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0411 02:28:28.529368 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:28.529623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:28.529650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:28:37.961007 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.106.173.113"}] I0411 02:28:37.969941 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e6bb6563-03ba-4310-81ce-643b5a0440ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8717", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:28:37.971958 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:37.972184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:37.972222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:41.937588 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:41.937768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:41.937791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:46.205796 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:46.205926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:46.205948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:28:46.206072 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:28:46.273299 7 controller.go:216] "Backend successfully reloaded" I0411 02:28:46.273555 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ff6kf", UID:"c399c098-7eb0-45b7-8803-a2edb55fe1e4", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:28:49.540726 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:49.540919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:49.540951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:52.872759 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:52.873169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:52.873307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:56.208904 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:56.209095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:56.209172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:12.199160 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:29:12.199473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:12.199632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:16.074909 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:29:16.075013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:16.075027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:28.956121 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:29:28.956290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:28.956309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:58.276010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:58.276052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:26.625487 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:31:26.625649 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0411 02:31:26.625722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:26.625742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:31:26.629482 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:39.2kB} I0411 02:31:26.629518 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0411 02:31:26.634661 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0411 02:31:26.634868 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"1e03ea16-c325-47e1-8289-944f05d88dfd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10109", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:31:26.635255 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0411 02:31:26.635821 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:31:26.635959 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0411 02:31:26.636046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:26.636070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:31:26.636235 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:31:26.688069 7 controller.go:216] "Backend successfully reloaded" I0411 02:31:26.688750 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ff6kf", UID:"c399c098-7eb0-45b7-8803-a2edb55fe1e4", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 02:31:26.905593 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0411 02:31:26.907045 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0411 02:31:29.969467 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:31:29.969723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:29.969752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:31:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 16a63300a2efc624e9e876b754ccc1fc 199.204.45.113 - - [11/Apr/2026:02:31:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.336 201 6c65c3a79e27ff21ebb71855d99b2a9a 199.204.45.113 - - [11/Apr/2026:02:31:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ee8862d71868d72083a3f582a409f1fc 199.204.45.113 - - [11/Apr/2026:02:31:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3dbffb4ac50053f415e8603decae1c4f 199.204.45.113 - - [11/Apr/2026:02:31:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.007 300 d0b1736fcf7e8d6758b0924666aefb46 199.204.45.113 - - [11/Apr/2026:02:31:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.324 201 0d0d80fb983620ed9fce1ee0b5a6fc79 199.204.45.113 - - [11/Apr/2026:02:31:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81b0f5e5d96be0cccb51bead299bb95d 199.204.45.113 - - [11/Apr/2026:02:31:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2095e579abf746e74a14c36b73d5efd2 W0411 02:31:34.190902 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:31:34.191369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:34.191417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:31:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.002 300 9a0f6a7ccb993ade7876f122a89a4e20 199.204.45.113 - - [11/Apr/2026:02:31:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.298 201 e5cdd901db0630e1b5a0347ced1f3a50 199.204.45.113 - - [11/Apr/2026:02:31:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 634e21892c4ef43e78d501c33cffa895 199.204.45.113 - - [11/Apr/2026:02:31:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6355a756dc2216b90aa27ff3fe9f1bd5 199.204.45.113 - - [11/Apr/2026:02:31:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 337b90f6630f348b6377d7ba927d63e2 199.204.45.113 - - [11/Apr/2026:02:31:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.296 201 652e38b3172bbb4383f7383dfbc402bf 199.204.45.113 - - [11/Apr/2026:02:31:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5c028f73419e76030579c19018dc34d9 199.204.45.113 - - [11/Apr/2026:02:31:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 345252dde7d7439dff9ee76f18f54aa0 199.204.45.113 - - [11/Apr/2026:02:31:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.005 300 fd11d07673437d46fe211f7b33b724c8 I0411 02:31:37.961327 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.106.173.113"}] I0411 02:31:37.966017 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"1e03ea16-c325-47e1-8289-944f05d88dfd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10210", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:31:37.967872 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:31:37.968081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:37.968107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:31:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.291 201 d090ba50929dfb1b4e7b344716e563e2 199.204.45.113 - - [11/Apr/2026:02:31:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 717629a634cdadb23ba5f1a5bd1e1ce9 199.204.45.113 - - [11/Apr/2026:02:31:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6c5b9852713e0f153ed270efd1c991b2 199.204.45.113 - - [11/Apr/2026:02:31:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.007 300 4d9551d2153f6130521dad6e41858f26 199.204.45.113 - - [11/Apr/2026:02:31:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.341 201 f3d35e49fc119aaa02844ed3cdad810f 199.204.45.113 - - [11/Apr/2026:02:31:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6cc94580405ae4cc47aee1774bd0de90 199.204.45.113 - - [11/Apr/2026:02:31:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 27742fd54999aea52178a55ae37c5e67 199.204.45.113 - - [11/Apr/2026:02:31:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 eb34c4ae7853f090a148fbc496f1619f 199.204.45.113 - - [11/Apr/2026:02:31:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.292 201 c654e011488e93ad72ed4e87db552543 199.204.45.113 - - [11/Apr/2026:02:31:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ff96c0c1707bee4997a5a32a44b72a99 199.204.45.113 - - [11/Apr/2026:02:31:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c1601abfe17a3fc3e11d123575547ea4 199.204.45.113 - - [11/Apr/2026:02:31:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.003 300 16895e9d63585104b681c2bf40bd36cd 199.204.45.113 - - [11/Apr/2026:02:31:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.316 201 5732e527c67624c9bdf93ebd09407809 199.204.45.113 - - [11/Apr/2026:02:31:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 07063fbd1fd0a296d12e78e0433f9ea5 199.204.45.113 - - [11/Apr/2026:02:31:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5d0d29d506d0b8128e0030324117e6b7 W0411 02:31:43.657075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:43.657115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [11/Apr/2026:02:31:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 18297667ff2ce0278b636dcfb314f5d6 199.204.45.113 - - [11/Apr/2026:02:31:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.294 201 2ba3c209304c01c40d792a98da6b0c52 199.204.45.113 - - [11/Apr/2026:02:31:45 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.181:9292 1312 0.002 300 204f948ab5109cd998e6a878a587ad6c 199.204.45.113 - - [11/Apr/2026:02:31:45 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.559 [openstack-glance-api-9292] [] 10.0.0.181:9292 69 0.559 200 50f7109f9c678c6c4fd3615de155bf27 199.204.45.113 - - [11/Apr/2026:02:31:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.199:5000 281 0.004 300 43e87b7b2cee5859b3a297f565270d01 199.204.45.113 - - [11/Apr/2026:02:31:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.199:5000 3201 0.304 201 e828563cd7e732833402c26d52da997a 199.204.45.113 - - [11/Apr/2026:02:31:48 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.181:9292 1312 0.002 300 fe7978b1149c39d4203727dbfec803b1 199.204.45.113 - - [11/Apr/2026:02:31:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.034 [openstack-glance-api-9292] [] 10.0.0.181:9292 69 0.035 200 21816163290bb3c986560f894769fb9f 199.204.45.113 - - [11/Apr/2026:02:31:49 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.129 [openstack-glance-api-9292] [] 10.0.0.181:9292 151 0.130 404 ca62b11dbc87678da2922004d833afe6 199.204.45.113 - - [11/Apr/2026:02:31:49 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.181:9292 81 0.022 200 8a9b54c21ba9bdee7ddc990e28f9e804 199.204.45.113 - - [11/Apr/2026:02:31:49 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.181:9292 84 0.027 200 664248939def10cbcc382b6f615f275e 199.204.45.113 - - [11/Apr/2026:02:31:49 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.057 [openstack-glance-api-9292] [] 10.0.0.181:9292 760 0.056 201 007b813b0327328ca95d190bdbfc0051 199.204.45.113 - - [11/Apr/2026:02:31:52 +0000] "PUT /v2/images/ba4cffdf-9e35-46a4-bcca-f4bf7549344b/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.444 [openstack-glance-api-9292] [] 10.0.0.181:9292 0 3.443 204 9f5ab5f974bdf53a7e3c5e3da881827a 199.204.45.113 - - [11/Apr/2026:02:31:52 +0000] "GET /v2/images/ba4cffdf-9e35-46a4-bcca-f4bf7549344b HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.181:9292 1171 0.015 200 21835c0b702394626c1893621a32c152 199.204.45.113 - - [11/Apr/2026:02:31:52 +0000] "GET /v2/images/ba4cffdf-9e35-46a4-bcca-f4bf7549344b HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.181:9292 1171 0.015 200 2f93b262413412e765146aa0083e9aec W0411 02:31:55.763671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:55.763725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:59.097996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:59.098038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store