------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 01:07:41.025887 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 01:07:41.026314 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 01:07:41.035153 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 01:07:41.038856 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 01:07:41.155857 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 01:07:41.180893 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 01:07:41.191520 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 01:07:41.196394 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"74e4eaeb-2cb4-473b-9e97-640f3d2f9e73", APIVersion:"v1", ResourceVersion:"1359", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 01:07:41.202816 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"70d77152-4288-4d23-8b87-6c9b96d989ec", APIVersion:"v1", ResourceVersion:"1358", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 01:07:41.202876 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e410e6d9-72e9-4e3b-bdc2-044fb03ac2b7", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 01:07:42.393495 7 nginx.go:317] "Starting NGINX process" I0402 01:07:42.393666 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 01:07:42.394100 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 01:07:42.394457 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0402 01:07:42.394543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:42.394574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:07:42.394640 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:07:42.402663 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 01:07:42.402745 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xr948" I0402 01:07:42.434485 7 controller.go:216] "Backend successfully reloaded" I0402 01:07:42.434570 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 01:07:42.434663 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xr948", UID:"31dfe12e-d101-4ebe-a3cc-2dacc75f4504", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:07:46.221898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:46.221952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:49.556402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:49.556468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:52.890240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:52.890298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:56.222627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:56.222682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:59.555768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:07:59.555817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:02.888817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:02.888866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:06.223046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:06.223121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:09.556197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:09.556245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:12.890163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:12.890229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:19.381637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:08:19.381684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:06.639834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:06.639881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:09.975729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:09.975777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:26.715650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:26.715683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:30.049837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:30.049891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:33.383478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:33.383515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:36.716052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:36.716114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:40.050461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:40.050516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:43.383116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:43.383167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:46.715947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:46.716014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:50.049471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:50.049523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:54.229006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:54.229047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:57.563018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:09:57.563064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:09.165391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:09.165472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:11.897746 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-138.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-138.nip.io-tls was not found. Using default certificate W0402 01:12:11.897814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:11.897831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:12:11.899838 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0402 01:12:11.899884 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 01:12:11.908421 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 01:12:11.908804 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"1a3dd01a-86bd-4441-887c-be5f752a48f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3444", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:12:11.909146 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-138.nip.io-tls" in local store I0402 01:12:12.315067 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-138.nip.io-tls" I0402 01:12:12.316260 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-138.nip.io-tls" W0402 01:12:12.499309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:12.499359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:12:12.499426 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:12:12.540550 7 controller.go:216] "Backend successfully reloaded" I0402 01:12:12.540966 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xr948", UID:"31dfe12e-d101-4ebe-a3cc-2dacc75f4504", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:12:15.834390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:15.834455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:12:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.613 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 2.611 200 d18c033eb43e3be224e2bba696dc0f29 199.204.45.138 - - [02/Apr/2026:01:12:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.30:8080 116 0.178 404 fad82beb7ed6b94c686b659a9101a909 199.204.45.138 - - [02/Apr/2026:01:12:27 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.492 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 3.491 201 103907b3cdac494e0ef5b37583719866 199.204.45.138 - - [02/Apr/2026:01:12:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.589 [auth-system-keycloak-80] [] 10.0.0.30:8080 4246 0.589 200 e66c6456791407987841139c0d121601 199.204.45.138 - - [02/Apr/2026:01:12:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.671 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.671 200 cf16aa71c0a1573316327feddef7d6e2 199.204.45.138 - - [02/Apr/2026:01:12:29 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.096 [auth-system-keycloak-80] [] 10.0.0.30:8080 12500 0.096 200 2e381aa66ed8563309d70eb1e252e61f 199.204.45.138 - - [02/Apr/2026:01:12:29 +0000] "GET /admin/realms/atmosphere/client-scopes/66d3f521-618d-4291-8158-6cca1bc4c281 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.30:8080 1278 0.084 200 41f2672c33d9d3531fc8b4d8b04f6189 199.204.45.138 - - [02/Apr/2026:01:12:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/66d3f521-618d-4291-8158-6cca1bc4c281 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.094 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.092 204 33e1416ffed6ed044e367de46ba909f7 199.204.45.138 - - [02/Apr/2026:01:12:30 +0000] "GET /admin/realms/atmosphere/client-scopes/66d3f521-618d-4291-8158-6cca1bc4c281/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.084 [auth-system-keycloak-80] [] 10.0.0.30:8080 963 0.084 200 83d8b72282f9813706ae8fd9506c0fe4 199.204.45.138 - - [02/Apr/2026:01:12:30 +0000] "GET /admin/realms/atmosphere/client-scopes/66d3f521-618d-4291-8158-6cca1bc4c281/protocol-mappers/models/701a21c2-4e58-41da-957b-2e364ebc8805 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 366 0.008 200 58836a95fd269b57e56d18d19d30e23f 199.204.45.138 - - [02/Apr/2026:01:12:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/66d3f521-618d-4291-8158-6cca1bc4c281/protocol-mappers/models/701a21c2-4e58-41da-957b-2e364ebc8805 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.086 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.084 204 0cf33a5371d0ed61a9716d8b0f7ff196 199.204.45.138 - - [02/Apr/2026:01:12:30 +0000] "GET /admin/realms/atmosphere/client-scopes/66d3f521-618d-4291-8158-6cca1bc4c281 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.30:8080 1218 0.079 200 9634f6388933e5c282aeea58d070a55d I0402 01:12:42.410071 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.248.48"}] I0402 01:12:42.415505 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"1a3dd01a-86bd-4441-887c-be5f752a48f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3791", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:12:42.417186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:12:42.417212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:12:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.463 200 a5e0b655cfcb0ee70269692c7905eaac 199.204.45.138 - - [02/Apr/2026:01:12:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.064 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.065 200 3f5e8f1bd61c553cfe826d6316e54eb9 199.204.45.138 - - [02/Apr/2026:01:12:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.118 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.117 201 f2efd64bc1864095c74488b53490222a 199.204.45.138 - - [02/Apr/2026:01:12:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.081 [auth-system-keycloak-80] [] 10.0.0.30:8080 1261 0.080 200 f4a80d7f47d4e1f842cffae387eed8de 199.204.45.138 - - [02/Apr/2026:01:12:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.023 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 1.023 200 b43f020cc29cfa864f5772077d0473e0 199.204.45.138 - - [02/Apr/2026:01:12:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.069 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.069 200 2ae66e77bb56488a3894bdf5a71b4624 199.204.45.138 - - [02/Apr/2026:01:12:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.105 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.105 201 d7fbe5fe793b0c90b99cdd1b8d6833b0 199.204.45.138 - - [02/Apr/2026:01:12:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.079 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.079 200 4349d7520034e88a03b0f17bb0d16fe5 199.204.45.138 - - [02/Apr/2026:01:12:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.031 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 1.027 200 c62ea08a241d003f753768cc71b26933 199.204.45.138 - - [02/Apr/2026:01:12:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.060 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.060 200 35f939af39315f29393d23ffc4a490fe 199.204.45.138 - - [02/Apr/2026:01:12:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.106 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.105 201 dfd32e735c640396695c6134c504b78c 199.204.45.138 - - [02/Apr/2026:01:12:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.30:8080 1251 0.086 200 204141b869de88df60925c4504098269 199.204.45.138 - - [02/Apr/2026:01:12:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.786 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.785 200 5f75ba5115a4bf5fd9b1e5693e8c12fc 199.204.45.138 - - [02/Apr/2026:01:12:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 1261 0.009 200 4b3f99b8cfffffb960155a80be7f689e 199.204.45.138 - - [02/Apr/2026:01:12:56 +0000] "GET /admin/realms/atmosphere/clients/31be5677-d63b-4823-89b7-18a26ff3a82e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.015 404 e324cc28745bc6ea4c404d5cf3be3621 199.204.45.138 - - [02/Apr/2026:01:12:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.032 [auth-system-keycloak-80] [] 10.0.0.30:8080 1261 0.033 200 6ef2f20d081b5f2210c4a3016b31d2c2 199.204.45.138 - - [02/Apr/2026:01:12:56 +0000] "POST /admin/realms/atmosphere/clients/31be5677-d63b-4823-89b7-18a26ff3a82e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.027 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.027 201 18c1b5e53f9700b74b3be43036ce2e3d 199.204.45.138 - - [02/Apr/2026:01:12:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.055 [auth-system-keycloak-80] [] 10.0.0.30:8080 1261 0.055 200 22c7cca26370dccd7de0f8266841fc4a 199.204.45.138 - - [02/Apr/2026:01:12:56 +0000] "GET /admin/realms/atmosphere/clients/31be5677-d63b-4823-89b7-18a26ff3a82e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.017 200 910dee5ad181d266afc0ca9ca6d8593c 199.204.45.138 - - [02/Apr/2026:01:12:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.495 200 157a0481c99dc593925ca01236e9ced7 199.204.45.138 - - [02/Apr/2026:01:12:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.008 200 de1c6ec5eef4f1ace67614944d35d127 199.204.45.138 - - [02/Apr/2026:01:12:57 +0000] "GET /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.009 404 9b1aa67f8065ba33489fbe7d1a8b9044 199.204.45.138 - - [02/Apr/2026:01:12:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.007 200 6ac0e3c1978a42c104d850c2aa2a1fed 199.204.45.138 - - [02/Apr/2026:01:12:57 +0000] "POST /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.040 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.039 201 5003ea6947d3fa2c1a904d75bf65cd26 199.204.45.138 - - [02/Apr/2026:01:12:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.005 200 cc909a803b53b43f5b0f5746d491e9b4 199.204.45.138 - - [02/Apr/2026:01:12:57 +0000] "GET /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.30:8080 165 0.015 200 9fbc933d2e0408e0f63c8b29882042b8 199.204.45.138 - - [02/Apr/2026:01:12:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.651 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.650 200 8418d2a814fff0f9387afbf6c9fd9cbe 199.204.45.138 - - [02/Apr/2026:01:12:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.008 200 dbed3c9ecef2e0149dc2d0a303d2dd49 199.204.45.138 - - [02/Apr/2026:01:12:58 +0000] "GET /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.009 404 8965e181199ebfe39476367fe7dcd85b 199.204.45.138 - - [02/Apr/2026:01:12:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.006 200 a286d15c14b66a61275a4a0f37cdafd5 199.204.45.138 - - [02/Apr/2026:01:12:58 +0000] "POST /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.044 201 7743e6cab98811d1c321066fd57c24aa 199.204.45.138 - - [02/Apr/2026:01:12:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.007 200 f2f9a387005391a29ac155163d58f70d 199.204.45.138 - - [02/Apr/2026:01:12:58 +0000] "GET /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.076 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.075 200 66f33e301178717b5ee0036c91d08b9a 199.204.45.138 - - [02/Apr/2026:01:12:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.472 200 465d479057f6ec57f440879758fb00ca 199.204.45.138 - - [02/Apr/2026:01:12:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.043 200 18d9168570497247ec5dc33e110f080d 199.204.45.138 - - [02/Apr/2026:01:12:59 +0000] "GET /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.015 404 1755f4c155d617a0adfc60860ad571e1 199.204.45.138 - - [02/Apr/2026:01:12:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.007 200 3fdaa7c93e147cb77e418fb04e2400e8 199.204.45.138 - - [02/Apr/2026:01:12:59 +0000] "POST /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.051 201 b3cc9238425b179d3b02c5e914abdd2e 199.204.45.138 - - [02/Apr/2026:01:12:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.009 200 772f21b493e4faf770c528e973679588 199.204.45.138 - - [02/Apr/2026:01:12:59 +0000] "GET /admin/realms/atmosphere/clients/539119c1-4284-48cf-9c94-d977e78f33ad/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.060 200 6382f4dde024d465642011ab773ca4fc 199.204.45.138 - - [02/Apr/2026:01:13:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.455 200 0fbaa3018ccfa0e59f307382e2da2676 199.204.45.138 - - [02/Apr/2026:01:13:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.034 [auth-system-keycloak-80] [] 10.0.0.30:8080 1251 0.034 200 1bdfea2b9dd176561911b61e6a17c008 199.204.45.138 - - [02/Apr/2026:01:13:00 +0000] "GET /admin/realms/atmosphere/clients/481d8974-0ed5-48de-bbf4-462ff311ec1d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.008 404 f27111f48c0799225f11bf443968fdcb 199.204.45.138 - - [02/Apr/2026:01:13:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.30:8080 1251 0.006 200 ebf5c9d187f0b4b56ed68befb8f8c4da 199.204.45.138 - - [02/Apr/2026:01:13:00 +0000] "POST /admin/realms/atmosphere/clients/481d8974-0ed5-48de-bbf4-462ff311ec1d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.013 201 5d9c378c8418b7f4bb630297e1708502 199.204.45.138 - - [02/Apr/2026:01:13:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.30:8080 1251 0.038 200 f94649aa8f878edbc9dda78b0542e3f6 199.204.45.138 - - [02/Apr/2026:01:13:00 +0000] "GET /admin/realms/atmosphere/clients/481d8974-0ed5-48de-bbf4-462ff311ec1d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.014 200 6822bd9840185c0713a5587f43f84d81 W0402 01:13:07.861104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:07.861139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:11.194629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:13:11.194682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:08.718095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:08.718156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:08.798016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:14:08.798176 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0402 01:14:08.798240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:08.798276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:08.798323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:08.798420 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0402 01:14:08.798474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:08.798498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:08.798985 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:08.799160 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0402 01:14:08.799239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:08.799280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:14:08.800256 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0402 01:14:08.800389 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0402 01:14:08.801102 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0402 01:14:08.801144 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0402 01:14:08.801564 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0402 01:14:08.801604 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0402 01:14:08.806079 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0402 01:14:08.806307 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3fc0d8fe-7255-4a98-b579-934bdd8ae203", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4477", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:14:08.806623 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0402 01:14:08.809244 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0402 01:14:08.809526 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0402 01:14:08.809567 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0402 01:14:08.809846 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0402 01:14:08.809878 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"aa32b1bf-cce6-4ceb-9e28-37dfbe767da1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4478", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:14:08.809900 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"062c4700-aca7-49a3-b2b6-b4c6d28e8afd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4479", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:14:09.093024 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 01:14:09.095221 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0402 01:14:09.136181 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 01:14:09.137468 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0402 01:14:10.966944 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 01:14:10.967837 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0402 01:14:11.066389 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0402 01:14:11.067359 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0402 01:14:12.051872 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:12.051931 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:14:12.051953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:12.052039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:12.052059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:14:12.052146 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:14:12.105663 7 controller.go:216] "Backend successfully reloaded" I0402 01:14:12.105864 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xr948", UID:"31dfe12e-d101-4ebe-a3cc-2dacc75f4504", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 01:14:15.385832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:15.385884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:14:15.385913 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:15.385996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:15.386014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:18.718946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:18.719027 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:14:18.719065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:18.719263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:18.719297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:22.052465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:22.052581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:14:22.052720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:22.052976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:22.053012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:25.385565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:25.385655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:14:25.385692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:25.385915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:25.385954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:28.719111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:28.719192 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 01:14:28.719235 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:28.719411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:28.719449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:32.051876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:32.052002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:32.052215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:32.052247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:35.385296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:35.385404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:35.385564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:35.385597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:38.718218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:38.718294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:38.718388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:38.718408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:42.051602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:42.051706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:42.051838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:42.051868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:14:42.441059 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.248.48"}] I0402 01:14:42.441092 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.248.48"}] I0402 01:14:42.442124 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.248.48"}] I0402 01:14:42.462924 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"aa32b1bf-cce6-4ceb-9e28-37dfbe767da1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5473", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:14:42.464719 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"062c4700-aca7-49a3-b2b6-b4c6d28e8afd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5474", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 01:14:42.466289 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3fc0d8fe-7255-4a98-b579-934bdd8ae203", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5475", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:14:45.385374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:45.385483 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 01:14:45.385648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:45.385684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.15 - - [02/Apr/2026:01:14:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.30:8080 6432 0.033 200 1ac3fa865208910e563300109039239c 10.0.0.236 - - [02/Apr/2026:01:14:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.30:8080 6432 0.006 200 1da9a6f20a037b1c9ec236dd9f0411ba W0402 01:14:48.719126 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 01:14:48.719451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:48.719487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:52.052499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:52.052557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:55.385601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:55.385667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:58.719296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:14:58.719351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:02.052002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:02.052060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:06.272275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:06.272331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:15:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.463 200 2ac625d33ac7ede31f5a213c9224d4e8 199.204.45.138 - - [02/Apr/2026:01:15:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.025 [auth-system-keycloak-80] [] 10.0.0.30:8080 4246 0.026 200 a13c5f4c1628bc288738d597455d6b28 199.204.45.138 - - [02/Apr/2026:01:15:13 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.489 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.489 204 af873bd3266ffbb96ffbe919180c1987 199.204.45.138 - - [02/Apr/2026:01:15:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.196 [auth-system-keycloak-80] [] 10.0.0.30:8080 4384 0.196 200 f44e811054fccc1c04c734e595de515c 199.204.45.138 - - [02/Apr/2026:01:15:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.517 200 061a1e30605a5450a69e8f7d57c52ab0 199.204.45.138 - - [02/Apr/2026:01:15:15 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.011 [auth-system-keycloak-80] [] 10.0.0.30:8080 1682 0.011 200 71594805a3c99390000140ccbcfb26a4 199.204.45.138 - - [02/Apr/2026:01:15:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 6432 0.008 200 0f73f923db1dbdda11b50a6ede59684c 199.204.45.138 - - [02/Apr/2026:01:15:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.517 200 006ad4162aca8230332cf95e4b8b3ef4 199.204.45.138 - - [02/Apr/2026:01:15:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.010 200 f496b872d01ad2ba97ff465b264771de 199.204.45.138 - - [02/Apr/2026:01:15:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.175 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.174 201 bd98a2cca75eefbf301ae0dd75b987f0 199.204.45.138 - - [02/Apr/2026:01:15:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.30:8080 2246 0.081 200 a991c5eb56017e7682421e04cbc5b85c 199.204.45.138 - - [02/Apr/2026:01:15:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.529 200 cd279a31cda9f875114a5843f2736756 199.204.45.138 - - [02/Apr/2026:01:15:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 2246 0.006 200 f370fa5ca62cc7e04f57470827ca0c41 199.204.45.138 - - [02/Apr/2026:01:15:18 +0000] "GET /admin/realms/atmosphere/clients/a1fdfa25-c056-4af1-bfd1-53ccb9eb53c6/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.022 [auth-system-keycloak-80] [] 10.0.0.30:8080 233 0.021 200 8f7fbad1dd7819f3648c0c012d2190fc 199.204.45.138 - - [02/Apr/2026:01:15:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.047 [auth-system-keycloak-80] [] 10.0.0.30:8080 831 0.046 200 7cb5983941fd911086c46ebdcffe65eb 199.204.45.138 - - [02/Apr/2026:01:15:18 +0000] "GET /admin/realms/atmosphere/clients/bb4c624d-d7af-4e22-8df3-cfaef5feb76a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.096 [auth-system-keycloak-80] [] 10.0.0.30:8080 3758 0.097 200 a060ab1ccb07881fc15f104cfa873fa4 199.204.45.138 - - [02/Apr/2026:01:15:18 +0000] "GET /admin/realms/atmosphere/users/65d5431f-a91b-45b4-b0d0-c6da7fe3035a/role-mappings/clients/bb4c624d-d7af-4e22-8df3-cfaef5feb76a/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.186 [auth-system-keycloak-80] [] 10.0.0.30:8080 3758 0.186 200 159e344f766dbbabab291a5edba13569 199.204.45.138 - - [02/Apr/2026:01:15:19 +0000] "GET /admin/realms/atmosphere/users/65d5431f-a91b-45b4-b0d0-c6da7fe3035a/role-mappings/clients/bb4c624d-d7af-4e22-8df3-cfaef5feb76a/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.084 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.085 200 35c67934b2c10bb6c4e613cb430d277b 199.204.45.138 - - [02/Apr/2026:01:15:19 +0000] "POST /admin/realms/atmosphere/users/65d5431f-a91b-45b4-b0d0-c6da7fe3035a/role-mappings/clients/bb4c624d-d7af-4e22-8df3-cfaef5feb76a HTTP/1.1" 204 0 "-" "Ansible" 1390 0.081 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.081 204 41f7f24b2f9811b95b7e6c98484a9cf8 199.204.45.138 - - [02/Apr/2026:01:15:19 +0000] "GET /admin/realms/atmosphere/users/65d5431f-a91b-45b4-b0d0-c6da7fe3035a/role-mappings/clients/bb4c624d-d7af-4e22-8df3-cfaef5feb76a/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.30:8080 576 0.018 200 c9862032229828bd0e51649e7c5b2d93 W0402 01:15:21.959848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:21.959883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:25.293911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:25.293980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:35.777150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:35.777207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:39.111019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:15:39.111061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:27.788830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:27.788919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:54.083396 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0402 01:17:54.083493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:54.083514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:17:54.087509 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0402 01:17:54.087557 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0402 01:17:54.093620 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0402 01:17:54.093966 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9ddc4b7e-cc0a-4cd2-b2e0-135da5834456", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6875", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:17:54.094044 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0402 01:17:54.094314 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0402 01:17:54.094376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:54.094396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:17:54.094510 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:17:54.141274 7 controller.go:216] "Backend successfully reloaded" I0402 01:17:54.141669 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xr948", UID:"31dfe12e-d101-4ebe-a3cc-2dacc75f4504", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:17:54.393368 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0402 01:17:54.394524 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0402 01:17:57.428216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:17:57.428264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:17:58 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 17283f81271bab70f7dc0637ec6933d2 199.204.45.138 - - [02/Apr/2026:01:17:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.187:5000 266 0.004 200 6aedf6764ce280972e5561aee96e3cfc 199.204.45.138 - - [02/Apr/2026:01:18:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.395 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1360 0.395 201 b349a137f93633293291caaca4980b28 199.204.45.138 - - [02/Apr/2026:01:18:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 5898c8123602f5a6984aae0e8e90f356 199.204.45.138 - - [02/Apr/2026:01:18:00 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.030 [openstack-keystone-api-5000] [] 10.0.0.187:5000 90 0.031 404 ffe9ba9b4394955aed48bc6401860d2f 199.204.45.138 - - [02/Apr/2026:01:18:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.187:5000 368 0.026 200 ca980cd96cb6271440379a1d38541223 199.204.45.138 - - [02/Apr/2026:01:18:00 +0000] "GET /v3/domains/9d058b798d5a42968cbe3a626dfc8dfb HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.187:5000 245 0.019 200 0b47fdc4a647435d5b896238c92c5b45 199.204.45.138 - - [02/Apr/2026:01:18:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 266 0.004 200 cddd9e8399e634ee6d8c35fb01dfe701 199.204.45.138 - - [02/Apr/2026:01:18:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1360 0.341 201 340ecdac0ea74402643827a445983d34 199.204.45.138 - - [02/Apr/2026:01:18:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 593ded14b130decb1c33b03df22a6630 199.204.45.138 - - [02/Apr/2026:01:18:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.031 [openstack-keystone-api-5000] [] 10.0.0.187:5000 101 0.030 404 61d925e8455b6fc83c5f7d60b7b4b655 199.204.45.138 - - [02/Apr/2026:01:18:01 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.187:5000 156 0.018 200 ac2ab983c65ae7fba48c65fd10e806bc 199.204.45.138 - - [02/Apr/2026:01:18:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.187:5000 454 0.027 201 dfd3716bb31611b2967b8bd230d31c88 199.204.45.138 - - [02/Apr/2026:01:18:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.187:5000 266 0.004 200 32e7cbe386c69ac722452a0a76240c03 199.204.45.138 - - [02/Apr/2026:01:18:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1360 0.296 201 dc789d33a6dd256e6cbd4b0b713f76bf 199.204.45.138 - - [02/Apr/2026:01:18:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 fa3008a20bc24395ceefc017a2325a1d 199.204.45.138 - - [02/Apr/2026:01:18:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.187:5000 98 0.024 404 f0ec317418db1302aa3c8f82d9da8d27 199.204.45.138 - - [02/Apr/2026:01:18:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.187:5000 136 0.017 200 d90c1c257c777aa661e7d6513f4fb32b 199.204.45.138 - - [02/Apr/2026:01:18:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.187:5000 357 0.023 201 def7af2ac5610efab1ecb12bb1c052ea 199.204.45.138 - - [02/Apr/2026:01:18:03 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 266 0.003 200 adeeee8d40db154a7203c0a7d12e9b78 199.204.45.138 - - [02/Apr/2026:01:18:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1360 0.285 201 358b61735fc2f96c640b865ea0dd9523 199.204.45.138 - - [02/Apr/2026:01:18:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 0f163beab774299d6977eee8ed225748 199.204.45.138 - - [02/Apr/2026:01:18:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.032 [openstack-keystone-api-5000] [] 10.0.0.187:5000 131 0.031 404 f60a3dce911239e0b949a4757dccd26d 199.204.45.138 - - [02/Apr/2026:01:18:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.187:5000 168 0.020 200 0852ccd1117e83d4cd59400bfd9cb1f9 199.204.45.138 - - [02/Apr/2026:01:18:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.187:5000 224 0.024 201 ffbf8a0a76935931de10b7db74b039f4 W0402 01:18:13.064914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:13.064990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:16.398711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:16.398767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:19.732694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:19.732744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:23.066211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:23.066263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:38.570356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:38.570396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:41.904219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:41.904267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:18:42.409039 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.248.48"}] I0402 01:18:42.414231 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9ddc4b7e-cc0a-4cd2-b2e0-135da5834456", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7251", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:18:45.238192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:45.238245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:48.570902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:48.570952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:51.903905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:18:51.903960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:20:14.409127 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 01:20:14.409223 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0402 01:20:14.409283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:20:14.409296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:20:14.412755 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0402 01:20:14.412814 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0402 01:20:14.416993 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0402 01:20:14.417311 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c55ac623-366c-410e-b8c4-ecc93829c1ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7954", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:20:14.417527 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0402 01:20:14.417944 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 01:20:14.418062 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0402 01:20:14.418138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:20:14.418160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:20:14.418336 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:20:14.467390 7 controller.go:216] "Backend successfully reloaded" I0402 01:20:14.469031 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xr948", UID:"31dfe12e-d101-4ebe-a3cc-2dacc75f4504", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:20:14.673762 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0402 01:20:14.674994 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.138 - - [02/Apr/2026:01:20:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 9e97a2fecf2551b34f75ee519983d76f 199.204.45.138 - - [02/Apr/2026:01:20:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1992 0.320 201 14962a6a8198d44b62871560a4ad84a5 199.204.45.138 - - [02/Apr/2026:01:20:15 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.037 [openstack-keystone-api-5000] [] 10.0.0.187:5000 85 0.037 404 4da1ca31386bb892483311d77ac884fa 199.204.45.138 - - [02/Apr/2026:01:20:15 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.187:5000 129 0.025 200 3495eacf159131078d11552493ea8723 199.204.45.138 - - [02/Apr/2026:01:20:15 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.187:5000 230 0.027 201 f6316183798b23de61b8284bf7eee02c W0402 01:20:17.752020 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0402 01:20:17.752239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:20:17.752266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:20:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.003 300 98334a9359046a7225a9ccc95fd2fa94 199.204.45.138 - - [02/Apr/2026:01:20:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.284 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1992 0.284 201 5c6788963ec4bc0b5989af16cbd2fdee 199.204.45.138 - - [02/Apr/2026:01:20:21 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.030 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1521 0.029 200 1e7146ff55c08e36a25cffeb613b3329 W0402 01:20:21.086235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:20:21.086338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:20:21 +0000] "PUT /v3/roles/0888e80cd7da4d79827c5cd1f635a310/implies/b2e9975969c545f9a1c1479c86bebc6b HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.039 [openstack-keystone-api-5000] [] 10.0.0.187:5000 521 0.039 201 eea8b3398d15d0648b84f76c89f334d4 I0402 01:20:42.410164 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.248.48"}] I0402 01:20:42.537337 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c55ac623-366c-410e-b8c4-ecc93829c1ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8265", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:20:42.557035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:20:42.557095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:21:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 135209dc5e97ea67dd407ecbb35948ed 199.204.45.138 - - [02/Apr/2026:01:21:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.359 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2055 0.358 201 3f1b910d8731c530ca359a7d262c25a6 199.204.45.138 - - [02/Apr/2026:01:21:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.036 [openstack-keystone-api-5000] [] 10.0.0.187:5000 87 0.036 404 123e3336c08acd18f06422a6ded8a9a6 199.204.45.138 - - [02/Apr/2026:01:21:06 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.023 [openstack-keystone-api-5000] [] 10.0.0.187:5000 390 0.022 200 f3d93ddfcffb07ca8144799ef231e97d 199.204.45.138 - - [02/Apr/2026:01:21:06 +0000] "GET /v3/users/rgw-RegionOne?domain_id=12d67c2bb96c4d5484f612b62ce85c2b HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.031 [openstack-keystone-api-5000] [] 10.0.0.187:5000 91 0.032 404 4cb99db5757445cb6a0bbaa2a06c480d 199.204.45.138 - - [02/Apr/2026:01:21:06 +0000] "GET /v3/users?domain_id=12d67c2bb96c4d5484f612b62ce85c2b&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.036 [openstack-keystone-api-5000] [] 10.0.0.187:5000 178 0.036 200 516568ae31a42b186df8427b17453c62 199.204.45.138 - - [02/Apr/2026:01:21:06 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.294 [openstack-keystone-api-5000] [] 10.0.0.187:5000 291 0.293 201 a16897998717d85980250f23e8151aa8 199.204.45.138 - - [02/Apr/2026:01:21:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 35ae4fa1e8a2ea46d72113cb11979aca 199.204.45.138 - - [02/Apr/2026:01:21:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.306 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2055 0.306 201 8fc85d382ddfa3ea09502414363b1735 199.204.45.138 - - [02/Apr/2026:01:21:09 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.031 [openstack-keystone-api-5000] [] 10.0.0.187:5000 83 0.030 404 869d14eb002f15e15569cc9d9e9b4f8b 199.204.45.138 - - [02/Apr/2026:01:21:09 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.019 [openstack-keystone-api-5000] [] 10.0.0.187:5000 361 0.019 200 e8559839b15edf2c9900e55ccb69230b 199.204.45.138 - - [02/Apr/2026:01:21:09 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.033 [openstack-keystone-api-5000] [] 10.0.0.187:5000 87 0.033 404 f77d7827b38af62ddf3e7435252fccef 199.204.45.138 - - [02/Apr/2026:01:21:09 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.066 [openstack-keystone-api-5000] [] 10.0.0.187:5000 390 0.066 200 1c022c36dec4efb3074bb2f0dee7d813 199.204.45.138 - - [02/Apr/2026:01:21:10 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.187:5000 91 0.025 404 44e5c8bf39bb9538fce0242125c69662 199.204.45.138 - - [02/Apr/2026:01:21:10 +0000] "GET /v3/users?domain_id=12d67c2bb96c4d5484f612b62ce85c2b&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.041 [openstack-keystone-api-5000] [] 10.0.0.187:5000 458 0.041 200 82a7c24a789f2a52af19af2ec370b068 199.204.45.138 - - [02/Apr/2026:01:21:10 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.187:5000 88 0.026 404 2933a467e8ed7e8c93f01d8d15fcd800 199.204.45.138 - - [02/Apr/2026:01:21:10 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.026 [openstack-keystone-api-5000] [] 10.0.0.187:5000 520 0.026 200 5ffcf2a0a87e2885516a3893ad5e0bc2 199.204.45.138 - - [02/Apr/2026:01:21:10 +0000] "PUT /v3/projects/d5e7912822db4184b2c1b764fd1c7eca/users/8c2487fa112943e1902792da2df4ab34/roles/ad4f925cf22f4814852429bc43c9635a HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.039 [openstack-keystone-api-5000] [] 10.0.0.187:5000 0 0.038 204 aeec5afb91c1f49b031cb276bcd57cdc 199.204.45.138 - - [02/Apr/2026:01:21:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.024 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.024 300 7844722f2257bb9f46a9d2512b41c1b2 199.204.45.138 - - [02/Apr/2026:01:21:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2055 0.322 201 377f0ea417fc9656154b9f493f932183 199.204.45.138 - - [02/Apr/2026:01:21:11 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.187:5000 151 0.021 200 205659e1d9ea752017e19b8773ccd522 199.204.45.138 - - [02/Apr/2026:01:21:11 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.187:5000 263 0.028 201 466bef5cd8cef0a16e6a9750621b28c9 199.204.45.138 - - [02/Apr/2026:01:21:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 9ef7919eddc7e5ccc58bc65e82574672 199.204.45.138 - - [02/Apr/2026:01:21:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2157 0.302 201 7e34014be51a8c89b7056f7139ca90b4 199.204.45.138 - - [02/Apr/2026:01:21:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.187:5000 86 0.027 404 1f7c225bc66602bc1c619ef9b62bc81a 199.204.45.138 - - [02/Apr/2026:01:21:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.187:5000 382 0.016 200 3b17b4d69ae83159c2ecfc16cdbe13c0 199.204.45.138 - - [02/Apr/2026:01:21:12 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=4ca097fc47ac477b815e7062c1cd7f34 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.187:5000 205 0.022 200 3c43388628363d31526def4726daaed8 199.204.45.138 - - [02/Apr/2026:01:21:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.030 [openstack-keystone-api-5000] [] 10.0.0.187:5000 379 0.031 201 b63aef7ffd4623dca2adee2d9bddf6db 199.204.45.138 - - [02/Apr/2026:01:21:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 80745be1a4fbf3f8d04178c188791dac 199.204.45.138 - - [02/Apr/2026:01:21:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2366 0.294 201 e0f5d89d6188afe04148ceb3801ec0a0 199.204.45.138 - - [02/Apr/2026:01:21:13 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.187:5000 86 0.024 404 562da6528a332b5b7ae018b6a869035c 199.204.45.138 - - [02/Apr/2026:01:21:13 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.187:5000 382 0.017 200 4cd7ae3cd0cbd34ea1a83acacbb4735f 199.204.45.138 - - [02/Apr/2026:01:21:13 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=4ca097fc47ac477b815e7062c1cd7f34 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.187:5000 207 0.018 200 c4144a34c51beac6d78ef0b6c1e7a2a4 199.204.45.138 - - [02/Apr/2026:01:21:13 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.032 [openstack-keystone-api-5000] [] 10.0.0.187:5000 392 0.031 201 015588f55b632b1944fc576dcc54f96f W0402 01:21:15.147402 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:21:15.147536 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0402 01:21:15.147614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:15.147635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:21:15.152115 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0402 01:21:15.152154 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0402 01:21:15.158133 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0402 01:21:15.158461 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"539a790f-de8d-4318-b7d1-e1c16fa55e5e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8500", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:21:15.158667 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0402 01:21:15.159095 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:21:15.159198 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0402 01:21:15.159276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:15.159292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:21:15.159449 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:21:15.213510 7 controller.go:216] "Backend successfully reloaded" I0402 01:21:15.213752 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xr948", UID:"31dfe12e-d101-4ebe-a3cc-2dacc75f4504", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:21:15.371003 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0402 01:21:15.372140 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0402 01:21:18.493732 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:21:18.493927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:18.493954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:31.991796 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:21:31.992214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:31.992307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:37.279319 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0402 01:21:37.279794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:37.279847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:40.613154 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:21:40.613336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:40.613366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:21:40.613574 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:21:40.669091 7 controller.go:216] "Backend successfully reloaded" I0402 01:21:40.669518 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xr948", UID:"31dfe12e-d101-4ebe-a3cc-2dacc75f4504", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:21:42.410892 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.99.248.48"}] I0402 01:21:42.417747 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"539a790f-de8d-4318-b7d1-e1c16fa55e5e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8822", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:21:43.947321 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:21:43.947586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:43.947618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:47.279536 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:21:47.280579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:21:47.280656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:02.796310 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:22:02.797010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:02.797071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:06.130524 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:22:06.130876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:06.130913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:11.142587 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:22:11.142718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:11.142739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:21.933053 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0402 01:22:21.933576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:22:21.933614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:23:00.646029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:23:00.646164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:10.748970 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 01:24:10.749172 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0402 01:24:10.749289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:10.749308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:24:10.752632 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0402 01:24:10.752657 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0402 01:24:10.758303 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0402 01:24:10.758688 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4372065f-ab15-4c2a-9534-a7b1ff4f3a2a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9992", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:24:10.758820 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0402 01:24:10.759286 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 01:24:10.759406 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0402 01:24:10.759499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:10.759522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 01:24:10.759694 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 01:24:10.818849 7 controller.go:216] "Backend successfully reloaded" I0402 01:24:10.819137 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xr948", UID:"31dfe12e-d101-4ebe-a3cc-2dacc75f4504", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0402 01:24:11.045481 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0402 01:24:11.046800 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0402 01:24:14.093316 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 01:24:14.093520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:14.093583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:24:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 11bf6b808d324518cfc78742a7d93b97 199.204.45.138 - - [02/Apr/2026:01:24:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.337 201 32c5cef62cd1153dc4ab467f9471f9ef 199.204.45.138 - - [02/Apr/2026:01:24:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fba5afcd83e857cc7b4771c3fbd30584 199.204.45.138 - - [02/Apr/2026:01:24:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 792a4d5a087ab80d144a52419716acf5 199.204.45.138 - - [02/Apr/2026:01:24:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 ec254a246e7b415f13aa810ead783d6b 199.204.45.138 - - [02/Apr/2026:01:24:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.289 201 bda49f4151586c7746c9363e0e576497 199.204.45.138 - - [02/Apr/2026:01:24:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 08c522261bab37aa5c7cdd27d0e0abb1 199.204.45.138 - - [02/Apr/2026:01:24:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef625b812c69cede62ff315e5525bc38 199.204.45.138 - - [02/Apr/2026:01:24:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 9f22b4afbb7ef2c8fc9d87fd21e67d02 199.204.45.138 - - [02/Apr/2026:01:24:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.295 201 76ac3a073358022a50bbb76a989a1c3e 199.204.45.138 - - [02/Apr/2026:01:24:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d4aa1289cc52a62b57ade9d36f0ae23b 199.204.45.138 - - [02/Apr/2026:01:24:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 697f55ab96e38eaab400e0315cca881b 199.204.45.138 - - [02/Apr/2026:01:24:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 8330f01d2eee3c6916569ae1899ee5b3 199.204.45.138 - - [02/Apr/2026:01:24:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.291 201 4742208b76c611c3a3b4b98d8d5c6112 199.204.45.138 - - [02/Apr/2026:01:24:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b2073bbfe41a5f78e511007b7700bb1f 199.204.45.138 - - [02/Apr/2026:01:24:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2cc6a9c660b8a3b86479fed673c62f14 199.204.45.138 - - [02/Apr/2026:01:24:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 c9a0c0722925eb089ad92d346bfd111f 199.204.45.138 - - [02/Apr/2026:01:24:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.296 201 60fc5edea85d53d3e2c7428b9dd9da04 199.204.45.138 - - [02/Apr/2026:01:24:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 55d7cbc81423e95205202709de3862a7 199.204.45.138 - - [02/Apr/2026:01:24:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c233b0c4b971f891db16abf4ea95675a 199.204.45.138 - - [02/Apr/2026:01:24:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 1a8b03be177ce1dad45f51530f2ac753 199.204.45.138 - - [02/Apr/2026:01:24:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.292 201 19b5bc469cfb8f68a314e03cd2e40f24 199.204.45.138 - - [02/Apr/2026:01:24:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 161dc16739952057bcf114ec2cf548d5 199.204.45.138 - - [02/Apr/2026:01:24:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 608ef717991874e25ab87f0b8ff2f7a8 W0402 01:24:30.235119 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0402 01:24:30.235367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:30.235418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:24:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 23cb049b01fba370635ba981a69a5d2e 199.204.45.138 - - [02/Apr/2026:01:24:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.306 201 240020d191f5125639764d644f835c9b 199.204.45.138 - - [02/Apr/2026:01:24:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3c1eae4a448874520b152d603be9164b 199.204.45.138 - - [02/Apr/2026:01:24:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b2b9ed23134a9903943ca8a33b0d193e 199.204.45.138 - - [02/Apr/2026:01:24:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 18f96f065d3565753e316a89b30a320b 199.204.45.138 - - [02/Apr/2026:01:24:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.284 201 89f9db7b8c03bd3cf87cedc42dc09b38 199.204.45.138 - - [02/Apr/2026:01:24:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f62b81ce5e4f0916733a4e3dec121cde 199.204.45.138 - - [02/Apr/2026:01:24:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8062331652fc14c26ae6bd6b3b79db0a 199.204.45.138 - - [02/Apr/2026:01:24:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.006 300 1b3c89fc6413df672ce978dea033401b 199.204.45.138 - - [02/Apr/2026:01:24:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.296 201 c35c3e43c0eeb44dd06027932cab73a2 199.204.45.138 - - [02/Apr/2026:01:24:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b0a909333cc15a496f60563f2adf1f06 199.204.45.138 - - [02/Apr/2026:01:24:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 253418f1689c9544fbedd291dc435507 199.204.45.138 - - [02/Apr/2026:01:24:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 b2a7a01e57cbafb546d1f5b3ab3042b6 199.204.45.138 - - [02/Apr/2026:01:24:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.291 201 f5af4e7752b4ceb6d5365015c814720d 199.204.45.138 - - [02/Apr/2026:01:24:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3a84418176a6df87f3808269b8a462e9 199.204.45.138 - - [02/Apr/2026:01:24:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b6f7c260a095f21697efa208e8661622 W0402 01:24:38.694461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:38.694491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:24:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 aa7add694fe44a3d77c25adeb0ff10af 199.204.45.138 - - [02/Apr/2026:01:24:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.288 201 a3453d850854a663ddcaf50eb1c2deb6 199.204.45.138 - - [02/Apr/2026:01:24:39 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.130:9292 1193 0.004 300 960301193a63c861b32ceadf9c68a320 199.204.45.138 - - [02/Apr/2026:01:24:39 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.587 [openstack-glance-api-9292] [] 10.0.0.130:9292 69 0.586 200 860c87d8125d71a6bd0a346b3dad2711 I0402 01:24:42.411553 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.99.248.48"}] I0402 01:24:42.417641 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4372065f-ab15-4c2a-9534-a7b1ff4f3a2a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10213", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 01:24:42.420193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:42.420240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [02/Apr/2026:01:24:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 1c29c50e8a224cf3bd0c870a8e0463a1 199.204.45.138 - - [02/Apr/2026:01:24:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.289 201 475f66870ae6d091a0271df6796e2781 199.204.45.138 - - [02/Apr/2026:01:24:42 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.130:9292 1193 0.003 300 fa45a798fdb98408bd468be382a47b36 199.204.45.138 - - [02/Apr/2026:01:24:42 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.043 [openstack-glance-api-9292] [] 10.0.0.130:9292 69 0.043 200 c9a3f92c513c09c0a01ec4d7a2583e4f 199.204.45.138 - - [02/Apr/2026:01:24:42 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.108 [openstack-glance-api-9292] [] 10.0.0.130:9292 151 0.108 404 b7a773360e2bf97bf4e22847a8a8eaa6 199.204.45.138 - - [02/Apr/2026:01:24:43 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.130:9292 81 0.022 200 c6169702ed1d13a8339b8aef08827272 199.204.45.138 - - [02/Apr/2026:01:24:43 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.130:9292 84 0.025 200 9f6bbca71095e79286eb28f48ed9c2f8 199.204.45.138 - - [02/Apr/2026:01:24:43 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.069 [openstack-glance-api-9292] [] 10.0.0.130:9292 760 0.069 201 5c0cc8c9096126f80b5348eabc4ffe3d 199.204.45.138 - - [02/Apr/2026:01:24:48 +0000] "PUT /v2/images/3b146cd3-9b45-41b1-98aa-775b3a290367/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.926 [openstack-glance-api-9292] [] 10.0.0.130:9292 0 4.926 204 16ecea8cb61da280fb13137e13f4d0b7 199.204.45.138 - - [02/Apr/2026:01:24:48 +0000] "GET /v2/images/3b146cd3-9b45-41b1-98aa-775b3a290367 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.130:9292 1171 0.016 200 478979c8c870b57e3d1dc38a707d46ff 199.204.45.138 - - [02/Apr/2026:01:24:48 +0000] "GET /v2/images/3b146cd3-9b45-41b1-98aa-775b3a290367 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.130:9292 1171 0.018 200 7b1d496048714517eb7a40294dc7a4c0 W0402 01:24:51.092437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:51.092471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:54.427111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 01:24:54.427173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store