------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0329 01:56:56.817638 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 01:56:56.817803 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0329 01:56:56.827051 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0329 01:56:56.830060 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0329 01:56:56.920096 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0329 01:56:56.941594 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0329 01:56:56.958575 7 nginx.go:271] "Starting NGINX Ingress controller" I0329 01:56:56.966559 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9da09076-00d9-4c6d-8138-b1ade7d86d91", APIVersion:"v1", ResourceVersion:"1297", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0329 01:56:56.970808 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"235bb57c-8872-48ba-8dc5-c4f752f66442", APIVersion:"v1", ResourceVersion:"1296", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0329 01:56:56.970972 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"927fc0ab-787e-4896-8309-73c2df2753fb", APIVersion:"v1", ResourceVersion:"1298", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0329 01:56:58.160614 7 nginx.go:317] "Starting NGINX process" I0329 01:56:58.160726 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0329 01:56:58.161218 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0329 01:56:58.161469 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0329 01:56:58.161523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:58.161536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 01:56:58.161574 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 01:56:58.170785 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0329 01:56:58.170893 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-nf9fq" I0329 01:56:58.201164 7 controller.go:216] "Backend successfully reloaded" I0329 01:56:58.201298 7 controller.go:227] "Initial sync, sleeping for 1 second" I0329 01:56:58.201376 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nf9fq", UID:"7f1a2517-8d00-4f89-a859-e9ad39f9c5b0", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 01:57:01.985315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:01.985357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:05.319159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:05.319213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:08.653407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:08.653447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:11.986313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:11.986365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:15.320448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:15.320499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:18.652996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:18.653064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:21.985664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:21.985720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:25.321187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:25.321226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:30.408731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:30.408768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:33.743447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:33.743490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:37.076400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:37.076450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:24.350356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:24.350399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:27.683821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:27.683882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:32.432055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:32.432097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:35.765990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:35.766029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:39.099769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:39.099812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:42.434993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:42.435038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:45.765642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:45.765689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:49.099010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:49.099056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:52.433024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:52.433099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:55.765566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:55.765602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:59.098794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:59.098835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:02.432993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:02.433033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:05.765546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:05.765574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:12.381745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:12.381800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:15.716641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:15.716774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:15.994322 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0329 02:01:15.994472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:15.994523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:01:15.996656 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0329 02:01:15.996751 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0329 02:01:16.005776 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0329 02:01:16.006005 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f134d4f1-a143-4d9c-baf9-3866c4c34738", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:01:16.006244 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-246.nip.io-tls" in local store I0329 02:01:16.419272 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-246.nip.io-tls" I0329 02:01:16.420564 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-246.nip.io-tls" W0329 02:01:19.049712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:19.049764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:01:19.049888 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:01:19.085128 7 controller.go:216] "Backend successfully reloaded" I0329 02:01:19.085485 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nf9fq", UID:"7f1a2517-8d00-4f89-a859-e9ad39f9c5b0", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:01:22.382768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:22.382809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:01:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.871 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 1.869 200 dd93b9fd54ff5cd5e33b2cde4f9bb799 199.204.45.246 - - [29/Mar/2026:02:01:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.108 [auth-system-keycloak-80] [] 10.0.0.116:8080 116 0.108 404 243c763f6b93b717d97742ee4693e09a 199.204.45.246 - - [29/Mar/2026:02:01:31 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.275 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 4.273 201 80221f6d26fefa257812302b133ac60e 199.204.45.246 - - [29/Mar/2026:02:01:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.679 [auth-system-keycloak-80] [] 10.0.0.116:8080 4246 0.679 200 d1abb342ae363dcf84c350c813be8923 199.204.45.246 - - [29/Mar/2026:02:01:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.452 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.450 200 98e133b9e76527514be09f085452f44c 199.204.45.246 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.086 [auth-system-keycloak-80] [] 10.0.0.116:8080 12500 0.085 200 9f964ba41b1baf452d1c398dda9d5233 199.204.45.246 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/client-scopes/09ee3961-f1fc-4a3e-9bca-681e88849bb1 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.116:8080 1278 0.012 200 25ab49d339b93e91877d4233acf78d44 199.204.45.246 - - [29/Mar/2026:02:01:33 +0000] "PUT /admin/realms/atmosphere/client-scopes/09ee3961-f1fc-4a3e-9bca-681e88849bb1 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.066 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.065 204 ec74f9dfa8786ce6a9c0cd96dba2f454 199.204.45.246 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/client-scopes/09ee3961-f1fc-4a3e-9bca-681e88849bb1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.020 [auth-system-keycloak-80] [] 10.0.0.116:8080 963 0.020 200 69e3175b8f887dca536eb21f51a8962c 199.204.45.246 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/client-scopes/09ee3961-f1fc-4a3e-9bca-681e88849bb1/protocol-mappers/models/78d6d407-8e00-4d8b-bcae-a1050bb6f12a HTTP/1.1" 200 366 "-" "Ansible" 1309 0.059 [auth-system-keycloak-80] [] 10.0.0.116:8080 366 0.059 200 65c3f8aa94efc0335a9411cfc1d4e5d1 199.204.45.246 - - [29/Mar/2026:02:01:33 +0000] "PUT /admin/realms/atmosphere/client-scopes/09ee3961-f1fc-4a3e-9bca-681e88849bb1/protocol-mappers/models/78d6d407-8e00-4d8b-bcae-a1050bb6f12a HTTP/1.1" 204 0 "-" "Ansible" 1622 0.082 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.082 204 7cbb80123f3b7ace889d905b50c1c92b 199.204.45.246 - - [29/Mar/2026:02:01:33 +0000] "GET /admin/realms/atmosphere/client-scopes/09ee3961-f1fc-4a3e-9bca-681e88849bb1 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.116:8080 1218 0.019 200 017b5cc05a09f4e844a2c04ae4f8182b 199.204.45.246 - - [29/Mar/2026:02:01:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.457 200 e93d1e02a30d89674b36df0bbab9a1ee 199.204.45.246 - - [29/Mar/2026:02:01:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.035 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.036 200 29dd1c77af87b027747351e92dc9e815 199.204.45.246 - - [29/Mar/2026:02:01:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.195 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.193 201 b4f18e4e75a3ca46b645d59eca536396 199.204.45.246 - - [29/Mar/2026:02:01:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.082 [auth-system-keycloak-80] [] 10.0.0.116:8080 1261 0.082 200 ba677d97861eb678b5a8241bb8beabe3 199.204.45.246 - - [29/Mar/2026:02:01:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.423 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.421 200 b7ea5eeb5531be6ed66f3e9fe70da985 199.204.45.246 - - [29/Mar/2026:02:01:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.011 200 0150cc78427994eeccf0d6a8e73524f5 199.204.45.246 - - [29/Mar/2026:02:01:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.061 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.060 201 aee0e83f535734b7ac58475e64c8dbee 199.204.45.246 - - [29/Mar/2026:02:01:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.075 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.075 200 0e1f88f8b27387bfe99ad6bd752c3feb 199.204.45.246 - - [29/Mar/2026:02:01:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.906 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.905 200 efdb96c1b1ba218d781fc6091cd51743 199.204.45.246 - - [29/Mar/2026:02:01:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.009 200 62e5667b7837a04f3fd9c98f3101f57b 199.204.45.246 - - [29/Mar/2026:02:01:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.074 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.073 201 b27541f5eb15289fce8cef227d554d36 199.204.45.246 - - [29/Mar/2026:02:01:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.068 [auth-system-keycloak-80] [] 10.0.0.116:8080 1251 0.069 200 fce8e42954e74245c85c30f229909c40 I0329 02:01:58.178164 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.222.254"}] I0329 02:01:58.183488 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f134d4f1-a143-4d9c-baf9-3866c4c34738", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3735", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:01:58.185239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:58.185269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:01:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.430 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.430 200 faa1b6cfef34d9feb67e52c66d2c0afd 199.204.45.246 - - [29/Mar/2026:02:01:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1261 0.008 200 fa792a1b9f44aaedd676a6990152bfbf 199.204.45.246 - - [29/Mar/2026:02:01:58 +0000] "GET /admin/realms/atmosphere/clients/53e30f13-2926-49ee-8ecd-6c3b3bb98132/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.025 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.025 404 d5762ad88177c49c2b05fb28f3e022c1 199.204.45.246 - - [29/Mar/2026:02:01:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1261 0.007 200 28f922ad2bb30706fd79a3329bcb716a 199.204.45.246 - - [29/Mar/2026:02:01:59 +0000] "POST /admin/realms/atmosphere/clients/53e30f13-2926-49ee-8ecd-6c3b3bb98132/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.433 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.432 201 663e553f2be2a3df150b6833d1e84883 199.204.45.246 - - [29/Mar/2026:02:01:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1261 0.006 200 33f879e6f0c854307c95fa2055b75a75 199.204.45.246 - - [29/Mar/2026:02:01:59 +0000] "GET /admin/realms/atmosphere/clients/53e30f13-2926-49ee-8ecd-6c3b3bb98132/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.014 200 96bd9010b5509e4b52e205947de6efa1 199.204.45.246 - - [29/Mar/2026:02:01:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.457 200 757ececb4335f0a836d725b7276707d7 199.204.45.246 - - [29/Mar/2026:02:02:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.051 200 dc9b73b75358a0a968f96466754bc50a 199.204.45.246 - - [29/Mar/2026:02:02:00 +0000] "GET /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.010 404 45aec3e1653f46e874e20757864c055c 199.204.45.246 - - [29/Mar/2026:02:02:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.062 200 0e74cf8b51864443c2a873f31b32b959 199.204.45.246 - - [29/Mar/2026:02:02:00 +0000] "POST /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.016 201 185cfc6d6551898ff5182dd525c97134 199.204.45.246 - - [29/Mar/2026:02:02:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.007 200 b030c8761e802ec8956ae0bde7c27a27 199.204.45.246 - - [29/Mar/2026:02:02:00 +0000] "GET /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.053 [auth-system-keycloak-80] [] 10.0.0.116:8080 165 0.053 200 e6a4398cc1ce3a58aec4f24599352bff 199.204.45.246 - - [29/Mar/2026:02:02:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.603 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.603 200 c5ee9312fdaacddffb7faf151ee76cd3 199.204.45.246 - - [29/Mar/2026:02:02:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.007 200 98b8b757a84640ce786b58e6392d85ec 199.204.45.246 - - [29/Mar/2026:02:02:01 +0000] "GET /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.010 404 0966af8191c516635e87cb59855d6325 199.204.45.246 - - [29/Mar/2026:02:02:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.007 200 e509e8fa5423aab88c7ef87bcd2417e0 199.204.45.246 - - [29/Mar/2026:02:02:01 +0000] "POST /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.043 201 5f48fadda56ab9c87e39ec5871dc9715 199.204.45.246 - - [29/Mar/2026:02:02:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.009 200 26948efbfa3e853b2f07ea076a6c3934 199.204.45.246 - - [29/Mar/2026:02:02:01 +0000] "GET /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.013 200 50294efcccf0dcc9cfc0a3dff9da9a13 199.204.45.246 - - [29/Mar/2026:02:02:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.460 200 32b0dd85835d2da54ab789d1c5f8f4d8 199.204.45.246 - - [29/Mar/2026:02:02:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.011 200 04bbcac3d16aafd941fb5d2cc6655c2c 199.204.45.246 - - [29/Mar/2026:02:02:02 +0000] "GET /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.009 404 8299c8eac0d7457dc7d5a0928b189a03 199.204.45.246 - - [29/Mar/2026:02:02:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.057 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.056 200 825afb52ca8e6ba305cd43a5f6f44ad8 199.204.45.246 - - [29/Mar/2026:02:02:02 +0000] "POST /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.016 201 d7c590525e95b4d831398497d480780e 199.204.45.246 - - [29/Mar/2026:02:02:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.116:8080 1286 0.061 200 180b778152c7056ae06dc5ed484718d2 199.204.45.246 - - [29/Mar/2026:02:02:02 +0000] "GET /admin/realms/atmosphere/clients/db4bcb1a-1d6c-448d-aaa7-5656780aa8a6/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.013 200 6d36bc0ebdc248559cd4b12e771d6eb0 199.204.45.246 - - [29/Mar/2026:02:02:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.506 200 390a1417ed85426a788a1f77a8fb1653 199.204.45.246 - - [29/Mar/2026:02:02:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1251 0.007 200 b0db5cee9069b42dfbe99878d3824e5a 199.204.45.246 - - [29/Mar/2026:02:02:03 +0000] "GET /admin/realms/atmosphere/clients/e5761232-3379-429e-a2b3-d605f754091b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.059 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.060 404 f2c87141b2aac838f12116306b20f428 199.204.45.246 - - [29/Mar/2026:02:02:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1251 0.007 200 3cfe1ac013a744ca4cf48a70856bfbca 199.204.45.246 - - [29/Mar/2026:02:02:03 +0000] "POST /admin/realms/atmosphere/clients/e5761232-3379-429e-a2b3-d605f754091b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.012 201 27cbe897446b07b17e1ae7044ca00b83 199.204.45.246 - - [29/Mar/2026:02:02:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1251 0.006 200 0e30c90e0ff2037fe5ab1874c1f49389 199.204.45.246 - - [29/Mar/2026:02:02:03 +0000] "GET /admin/realms/atmosphere/clients/e5761232-3379-429e-a2b3-d605f754091b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.039 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.039 200 5c0e58c26805a4720a72b162fa74155f W0329 02:02:15.976911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:15.976965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:19.312266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:19.312317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:22.643748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:22.643798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.217538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.217583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.301485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:09.301598 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0329 02:03:09.301497 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:09.301658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.301686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.301747 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0329 02:03:09.301838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.301862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.303129 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:09.303230 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0329 02:03:09.303286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:09.303308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:09.304222 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0329 02:03:09.304264 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0329 02:03:09.304309 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0329 02:03:09.304347 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0329 02:03:09.305850 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:03:09.305891 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0329 02:03:09.320722 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0329 02:03:09.322151 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ddeadd20-b573-4008-9aa1-6245435b2df7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4334", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:09.322823 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0329 02:03:09.322895 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0329 02:03:09.323323 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"82ee4d7b-7679-48d7-b58e-cf4b01b2ec51", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4335", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:09.324424 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0329 02:03:09.324464 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0329 02:03:09.324755 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"209a04ba-1346-4a8e-8327-c6860e05bb09", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4336", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:09.324918 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0329 02:03:09.613837 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0329 02:03:09.619332 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0329 02:03:10.089413 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0329 02:03:10.090251 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0329 02:03:10.534652 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0329 02:03:10.536521 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0329 02:03:12.551915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:12.551991 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:12.552029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:12.552142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:12.552169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:12.552288 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:03:12.600329 7 controller.go:216] "Backend successfully reloaded" I0329 02:03:12.600955 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nf9fq", UID:"7f1a2517-8d00-4f89-a859-e9ad39f9c5b0", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:03:15.884357 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:15.884447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:15.884485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:15.884625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:15.884647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:19.217536 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:19.217589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:19.217609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:19.217694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:19.217722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:22.550884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:22.550952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:22.550989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:22.551462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:22.551509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:25.884687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:25.884734 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:25.884764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:25.884845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:25.884867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:29.217689 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:29.217753 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:29.217790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:29.217905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:29.217932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:32.551621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:32.551691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:32.551780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:32.551798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:35.884979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:35.885085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:35.885212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:35.885237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:39.217620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:39.217883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:39.218048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:39.218079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:42.550997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:42.551114 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:42.551211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:42.551234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:45.884253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:45.884412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:45.884497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:45.884537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:49.217803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:49.217912 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:49.218074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:49.218102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:52.551370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:52.551467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:52.551585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:52.551611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.204 - - [29/Mar/2026:02:03:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.116:8080 6432 0.037 200 1ecd9c5fbfa6a6e1fd755b6b1d0f0b98 10.0.0.223 - - [29/Mar/2026:02:03:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.041 [auth-system-keycloak-80] [] 10.0.0.116:8080 6432 0.040 200 1fb3f4a4a1a0aba64835c691585f434e W0329 02:03:55.885243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:55.885553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:55.885595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:58.178330 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.222.254"}] I0329 02:03:58.178409 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.222.254"}] I0329 02:03:58.178466 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.222.254"}] I0329 02:03:58.185651 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"209a04ba-1346-4a8e-8327-c6860e05bb09", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5494", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:58.186880 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"82ee4d7b-7679-48d7-b58e-cf4b01b2ec51", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5495", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:58.188089 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ddeadd20-b573-4008-9aa1-6245435b2df7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5496", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:59.217725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:59.217892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:59.217909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:02.553590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:04:02.553970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:02.554000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:05.884523 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:04:05.884799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:05.884821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:09.219079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:09.219118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:04:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.431 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.430 200 ab8803f409de390f10bf07af3d9ea7f9 199.204.45.246 - - [29/Mar/2026:02:04:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.032 [auth-system-keycloak-80] [] 10.0.0.116:8080 4246 0.032 200 b4b5e207db97c15e54140f777c80ddcc 199.204.45.246 - - [29/Mar/2026:02:04:12 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.394 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.394 204 2f2bf225f7fa15cf96f0710b02d2ff68 199.204.45.246 - - [29/Mar/2026:02:04:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.281 [auth-system-keycloak-80] [] 10.0.0.116:8080 4384 0.280 200 eb713680f1a9d2eb548a7374c7f692eb W0329 02:04:12.553948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:12.554010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:04:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.453 200 09bb91ef9393a5d8adcb4b9f6eb23898 199.204.45.246 - - [29/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 1682 0.010 200 fda09fbe276d68be07c2ddb51176efac 199.204.45.246 - - [29/Mar/2026:02:04:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 6432 0.006 200 fe79da92f3be92e9f475854d38121d13 199.204.45.246 - - [29/Mar/2026:02:04:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.446 200 d23478f6cb09cb36cc5d0547b81a7b20 199.204.45.246 - - [29/Mar/2026:02:04:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.026 200 01eb9fc8a9a83fd59861bb0ceffa8c03 199.204.45.246 - - [29/Mar/2026:02:04:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.089 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.087 201 9d1bab31118535f6dede3f56f471daf9 199.204.45.246 - - [29/Mar/2026:02:04:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.116:8080 2246 0.070 200 62f738c79177f77a79dd4f4c708a1286 199.204.45.246 - - [29/Mar/2026:02:04:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.452 [auth-system-keycloak-80] [] 10.0.0.116:8080 1928 0.450 200 312ba32a143d842906b80b061faaa614 199.204.45.246 - - [29/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.030 [auth-system-keycloak-80] [] 10.0.0.116:8080 2246 0.031 200 e039ac1db20d52204e3dc0c337956874 199.204.45.246 - - [29/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients/68c91d80-8f37-4338-b1a8-b9906a7fc988/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.116:8080 233 0.016 200 e9735253193899829cc70b62b015ebd4 199.204.45.246 - - [29/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.059 [auth-system-keycloak-80] [] 10.0.0.116:8080 831 0.060 200 7640d6a8f4e3462a444117eaf38d83f2 199.204.45.246 - - [29/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients/f26ae08c-18c4-4d2c-9eba-a53e0b8e6213/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.095 [auth-system-keycloak-80] [] 10.0.0.116:8080 3758 0.094 200 893746c2f16c5b588a0a73d18f3fed44 199.204.45.246 - - [29/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/users/e7c0eb45-3653-45ec-8beb-222536813174/role-mappings/clients/f26ae08c-18c4-4d2c-9eba-a53e0b8e6213/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.193 [auth-system-keycloak-80] [] 10.0.0.116:8080 3758 0.192 200 3eec62478982a3af54c19b5a7fce0d34 199.204.45.246 - - [29/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/users/e7c0eb45-3653-45ec-8beb-222536813174/role-mappings/clients/f26ae08c-18c4-4d2c-9eba-a53e0b8e6213/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.021 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.021 200 aa641a8f355137904ed429d9ab22f6ab 199.204.45.246 - - [29/Mar/2026:02:04:17 +0000] "POST /admin/realms/atmosphere/users/e7c0eb45-3653-45ec-8beb-222536813174/role-mappings/clients/f26ae08c-18c4-4d2c-9eba-a53e0b8e6213 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.053 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.052 204 36d66cbcca9da97ba03ae58c35dbad25 199.204.45.246 - - [29/Mar/2026:02:04:17 +0000] "GET /admin/realms/atmosphere/users/e7c0eb45-3653-45ec-8beb-222536813174/role-mappings/clients/f26ae08c-18c4-4d2c-9eba-a53e0b8e6213/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.022 [auth-system-keycloak-80] [] 10.0.0.116:8080 576 0.022 200 6831bf7971cd4ff4b7966ac4dcdd8574 W0329 02:04:19.806525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:19.806579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:23.140218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:23.140266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:38.168153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:38.168199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:41.503671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:41.503723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:25.654309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:06:25.654826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:02.782898 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:07:02.782999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:02.783022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:07:02.786153 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0329 02:07:02.786187 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0329 02:07:02.789934 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0329 02:07:02.790324 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0329 02:07:02.790386 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3eea1124-0715-42e0-9676-366ca47cf1c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6757", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:07:02.791204 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:07:02.791260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:02.791270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:07:02.791374 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:07:02.840817 7 controller.go:216] "Backend successfully reloaded" I0329 02:07:02.841105 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nf9fq", UID:"7f1a2517-8d00-4f89-a859-e9ad39f9c5b0", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:07:03.548412 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0329 02:07:03.550693 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0329 02:07:06.124549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:06.124615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:07:07 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.008 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.009 300 50041dfb34c7ca2f873bd18455b0285d 199.204.45.246 - - [29/Mar/2026:02:07:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.124:5000 266 0.005 200 2173e971257a780b81b10194829984bd 199.204.45.246 - - [29/Mar/2026:02:07:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.365 [openstack-keystone-api-5000] [] 10.0.0.124:5000 1360 0.365 201 db1bcc94fecd9459532ca5e90af06c75 199.204.45.246 - - [29/Mar/2026:02:07:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 5ae9adb24f70f188e8445a70fdb0d84e 199.204.45.246 - - [29/Mar/2026:02:07:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.035 [openstack-keystone-api-5000] [] 10.0.0.124:5000 90 0.036 404 4b96c0b843c8f15f401d05caaf2195ff 199.204.45.246 - - [29/Mar/2026:02:07:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.124:5000 368 0.030 200 60b62056c6f79514f0ca3c5d171f0b32 199.204.45.246 - - [29/Mar/2026:02:07:09 +0000] "GET /v3/domains/82f40c038989479caf300cfa33409f81 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.124:5000 245 0.021 200 5a7651781db35c35efd86ab12cd14003 199.204.45.246 - - [29/Mar/2026:02:07:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.011 [openstack-keystone-api-5000] [] 10.0.0.124:5000 266 0.012 200 b5e92904907bb74b9e924ca987d221b2 199.204.45.246 - - [29/Mar/2026:02:07:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.354 [openstack-keystone-api-5000] [] 10.0.0.124:5000 1360 0.353 201 b7b87dedb50391088f6a66b607d3655b 199.204.45.246 - - [29/Mar/2026:02:07:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 beaeb64eb8ec80f943c3ef4f56c4ed85 199.204.45.246 - - [29/Mar/2026:02:07:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.124:5000 101 0.022 404 fa3d7f858ba89714d2600654a470fe63 199.204.45.246 - - [29/Mar/2026:02:07:10 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.124:5000 156 0.021 200 9da0ec659679caa2529619db245e1dad 199.204.45.246 - - [29/Mar/2026:02:07:10 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.124:5000 454 0.025 201 a33f49e7035961d68339d44f10b33ce3 199.204.45.246 - - [29/Mar/2026:02:07:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.008 [openstack-keystone-api-5000] [] 10.0.0.124:5000 266 0.008 200 68bd330c2ad7dd4b791d5c8cb485ff6d 199.204.45.246 - - [29/Mar/2026:02:07:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.124:5000 1360 0.311 201 d9115fa961a48f673cad0838ab9b76fd 199.204.45.246 - - [29/Mar/2026:02:07:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 4903b5d50d7ca2a9554733a50f4b540f 199.204.45.246 - - [29/Mar/2026:02:07:11 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.124:5000 98 0.021 404 4a476eca5fcc2a765050db2c099502c1 199.204.45.246 - - [29/Mar/2026:02:07:11 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.020 [openstack-keystone-api-5000] [] 10.0.0.124:5000 136 0.020 200 001d066f52958ee58275a9bbe70c2423 199.204.45.246 - - [29/Mar/2026:02:07:11 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.022 [openstack-keystone-api-5000] [] 10.0.0.124:5000 357 0.022 201 3468369b8b2ab0525e265aab6a9dd404 199.204.45.246 - - [29/Mar/2026:02:07:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.124:5000 266 0.006 200 d265dde41817fb70ab75e1c6561f9574 199.204.45.246 - - [29/Mar/2026:02:07:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.124:5000 1360 0.296 201 89dd2e3f96e430913a32a1b76f7da7bd 199.204.45.246 - - [29/Mar/2026:02:07:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.003 300 5d0e936cd9869162490df823f709b83f 199.204.45.246 - - [29/Mar/2026:02:07:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.124:5000 131 0.022 404 aef24d7ddde7b16f0788a1c9c2c1fad5 199.204.45.246 - - [29/Mar/2026:02:07:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.124:5000 168 0.018 200 edf9bf90d368bc824c6ccd9f53ac2c9c 199.204.45.246 - - [29/Mar/2026:02:07:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.124:5000 224 0.023 201 d5e2cf3764b29f152860b9f9dcbc78a5 W0329 02:07:23.415532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:23.415638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:26.753795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:26.753911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:30.339447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:30.339479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:33.673776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:33.673833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:48.901643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:48.901676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:56.922683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:56.922718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:07:58.183618 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.222.254"}] I0329 02:07:58.192415 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3eea1124-0715-42e0-9676-366ca47cf1c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7243", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:08:00.256368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:00.256426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:03.590550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:03.590683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:35.145189 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:35.145466 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:09:35.145625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:35.145683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:35.148998 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0329 02:09:35.149026 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0329 02:09:35.155768 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0329 02:09:35.155941 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8428bd81-b1c4-4a3e-9efa-93e36bca8aa3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7898", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:09:35.156100 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0329 02:09:35.156401 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:35.156473 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:09:35.156516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:35.156530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:35.156608 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:09:35.209040 7 controller.go:216] "Backend successfully reloaded" I0329 02:09:35.210136 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nf9fq", UID:"7f1a2517-8d00-4f89-a859-e9ad39f9c5b0", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:09:35.405133 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0329 02:09:35.406172 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.246 - - [29/Mar/2026:02:09:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 761273dba24d0bc375c5b244801a14c8 199.204.45.246 - - [29/Mar/2026:02:09:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.551 [openstack-keystone-api-5000] [] 10.0.0.124:5000 1992 0.551 201 052373def83e787daf3a6cfb507bd195 199.204.45.246 - - [29/Mar/2026:02:09:36 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.033 [openstack-keystone-api-5000] [] 10.0.0.124:5000 85 0.033 404 02759ca7c3ff209f4c9993b902b906e6 199.204.45.246 - - [29/Mar/2026:02:09:36 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.124:5000 129 0.022 200 2ebe9901191c1ef3f0850c83a50eed35 199.204.45.246 - - [29/Mar/2026:02:09:36 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.028 [openstack-keystone-api-5000] [] 10.0.0.124:5000 230 0.029 201 dabbd112d3f7cd994c04d79df63d6461 W0329 02:09:38.491796 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:09:38.491998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:38.492032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:09:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.005 300 9a835ea6c596ab6c0ef70ffb6de5e1bf 199.204.45.246 - - [29/Mar/2026:02:09:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.280 [openstack-keystone-api-5000] [] 10.0.0.124:5000 1992 0.280 201 ada71ca0816d22e4c892c2cba35323b9 199.204.45.246 - - [29/Mar/2026:02:09:43 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.124:5000 1521 0.025 200 089ddc8dd0910564f6b63a1910e6b67f 199.204.45.246 - - [29/Mar/2026:02:09:43 +0000] "PUT /v3/roles/9ad49459e04d4e5aa0db825a8bbb6cfb/implies/e0363f6064294373ad45a45f86eeb425 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.027 [openstack-keystone-api-5000] [] 10.0.0.124:5000 521 0.026 201 72249f6de8857093bd873cbe37163bba W0329 02:09:47.306821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:47.306857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:58.179051 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.222.254"}] I0329 02:09:58.190626 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8428bd81-b1c4-4a3e-9efa-93e36bca8aa3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8189", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:09:58.193961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:58.194009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:10:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.003 300 8404bc676076d28dcec3e484813b09df 199.204.45.246 - - [29/Mar/2026:02:10:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.124:5000 2055 0.341 201 6987b0cbbb998edfcd07181d5d9ad3e7 199.204.45.246 - - [29/Mar/2026:02:10:29 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.124:5000 87 0.030 404 c9fddcde6a5793b454894be8ff16410f 199.204.45.246 - - [29/Mar/2026:02:10:29 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.038 [openstack-keystone-api-5000] [] 10.0.0.124:5000 390 0.037 200 c789e8c62f9a242838c2a4c585db735a 199.204.45.246 - - [29/Mar/2026:02:10:29 +0000] "GET /v3/users/rgw-RegionOne?domain_id=428ee57892ae4645908d8769ceec603b HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.031 [openstack-keystone-api-5000] [] 10.0.0.124:5000 91 0.031 404 dc0d6efdca292673d10c9d170c819b8a 199.204.45.246 - - [29/Mar/2026:02:10:29 +0000] "GET /v3/users?domain_id=428ee57892ae4645908d8769ceec603b&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.035 [openstack-keystone-api-5000] [] 10.0.0.124:5000 178 0.035 200 37e6e5320666e9aa3398333435c5cc90 199.204.45.246 - - [29/Mar/2026:02:10:30 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.285 [openstack-keystone-api-5000] [] 10.0.0.124:5000 291 0.285 201 5f47160d8602a5a62c49a9df6156bb0d 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.006 300 5deaf17b405350e63479c45e555a979c 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.435 [openstack-keystone-api-5000] [] 10.0.0.124:5000 2055 0.435 201 e1017df7b7fb83be85583fabbc52e1aa 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.029 [openstack-keystone-api-5000] [] 10.0.0.124:5000 83 0.030 404 0779697d1f8c10a71e4f68dadb70f42b 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.018 [openstack-keystone-api-5000] [] 10.0.0.124:5000 361 0.019 200 9966371ea4a1fd1333303e47527bf14c 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.024 [openstack-keystone-api-5000] [] 10.0.0.124:5000 87 0.025 404 7d927a3ed70a71b29c672d5ccf2652f0 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.018 [openstack-keystone-api-5000] [] 10.0.0.124:5000 390 0.017 200 4d24366ddca5cadde3488c131ae22ce3 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.124:5000 91 0.025 404 0471362e286f93b41e033535a39af53b 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET /v3/users?domain_id=428ee57892ae4645908d8769ceec603b&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.041 [openstack-keystone-api-5000] [] 10.0.0.124:5000 458 0.041 200 40830ffef7f10c8460c1e73cb4c2c9f2 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.028 [openstack-keystone-api-5000] [] 10.0.0.124:5000 88 0.028 404 1fac8e7a7f0b86be744eb58ddfa0b966 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.018 [openstack-keystone-api-5000] [] 10.0.0.124:5000 520 0.019 200 fc8536b08255719fcfa985024ce1d103 199.204.45.246 - - [29/Mar/2026:02:10:33 +0000] "PUT /v3/projects/a27fddab5f6e4f4696a27e22393d481b/users/245efe4b84b1458b817996d6ee68416f/roles/44ca82ffe2184b32baf7bddbdf26b031 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.039 [openstack-keystone-api-5000] [] 10.0.0.124:5000 0 0.040 204 d5673a0de20ba3405fab226ad5075f42 199.204.45.246 - - [29/Mar/2026:02:10:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.003 300 c5343837575df3abff2396a3dcd466d9 199.204.45.246 - - [29/Mar/2026:02:10:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.124:5000 2055 0.338 201 a0121a7695bff1d1624d304d96150ec4 199.204.45.246 - - [29/Mar/2026:02:10:36 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.124:5000 151 0.019 200 ad2dcfc881c8a95912ee0ab1181d464e 199.204.45.246 - - [29/Mar/2026:02:10:36 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.033 [openstack-keystone-api-5000] [] 10.0.0.124:5000 263 0.032 201 cab2c458fe190d989cfee6a37539ae01 199.204.45.246 - - [29/Mar/2026:02:10:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.003 300 46e60e61ac573577dc15e05f54fd14a7 199.204.45.246 - - [29/Mar/2026:02:10:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.124:5000 2157 0.292 201 23e5b572b3133c356b6bd937950cd230 199.204.45.246 - - [29/Mar/2026:02:10:37 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.124:5000 86 0.021 404 58e638717aad3a55bfbcd4a44211731e 199.204.45.246 - - [29/Mar/2026:02:10:37 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.124:5000 382 0.016 200 f1e4124a35bfd6e18cb2d41be4606d9d 199.204.45.246 - - [29/Mar/2026:02:10:37 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=76a631f85a3340b293f5c3c90c80b39a HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.124:5000 205 0.020 200 5c8e1bb4054b0dac537afb609e249a28 199.204.45.246 - - [29/Mar/2026:02:10:37 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.046 [openstack-keystone-api-5000] [] 10.0.0.124:5000 379 0.046 201 bfaf7e1398cc0b245f868531d9ca28fa 199.204.45.246 - - [29/Mar/2026:02:10:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 d397be07e598ecf25a49f170e318b43f 199.204.45.246 - - [29/Mar/2026:02:10:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.124:5000 2366 0.304 201 0d971f2d0d249ffa215b0936d6779a06 199.204.45.246 - - [29/Mar/2026:02:10:38 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.124:5000 86 0.020 404 0f49a2ed39115edcc1b42d42aaede4fb 199.204.45.246 - - [29/Mar/2026:02:10:38 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.124:5000 382 0.016 200 3effda6f3261d7b122841f22742603d3 199.204.45.246 - - [29/Mar/2026:02:10:38 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=76a631f85a3340b293f5c3c90c80b39a HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.014 [openstack-keystone-api-5000] [] 10.0.0.124:5000 207 0.015 200 476cf43e9e6a43f6432646d27e4482ea 199.204.45.246 - - [29/Mar/2026:02:10:38 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.026 [openstack-keystone-api-5000] [] 10.0.0.124:5000 392 0.026 201 6992754600ba55518c40f5117f47803a W0329 02:10:39.740641 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:39.740839 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:10:39.740958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:39.740986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:39.745988 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0329 02:10:39.746044 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0329 02:10:39.751802 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0329 02:10:39.752157 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a296626e-e561-45f0-86ce-60583f2a427e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8470", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:39.752660 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0329 02:10:39.753241 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:39.753575 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:10:39.753711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:39.753738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:39.754066 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:10:39.803634 7 controller.go:216] "Backend successfully reloaded" I0329 02:10:39.803917 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nf9fq", UID:"7f1a2517-8d00-4f89-a859-e9ad39f9c5b0", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:10:40.160755 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0329 02:10:40.162074 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0329 02:10:43.087102 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:43.087316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:43.087341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:56.873984 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:10:56.874168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:56.874193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:58.178781 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.222.254"}] I0329 02:10:58.183652 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a296626e-e561-45f0-86ce-60583f2a427e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8634", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:11:00.207663 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:11:00.207828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:00.207846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:03.541653 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:03.541883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:03.541906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:11:03.542086 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:11:03.602483 7 controller.go:216] "Backend successfully reloaded" I0329 02:11:03.602832 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nf9fq", UID:"7f1a2517-8d00-4f89-a859-e9ad39f9c5b0", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:11:06.874751 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:06.875053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:06.875102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:10.209476 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:10.209728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:10.209823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:26.799227 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:26.799362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:26.799382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:30.132983 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:30.133179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:30.133202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:33.466675 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:33.466872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:33.466902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:45.874209 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:45.874316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:45.874331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:24.903234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:24.903277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:43.841568 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:43.841680 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:13:43.841738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:43.841757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:43.845368 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:39.2kB} I0329 02:13:43.845420 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0329 02:13:43.852681 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0329 02:13:43.853074 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"96a1f419-7e34-4095-8e37-6d9f1e914312", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10006", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:13:43.853373 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0329 02:13:43.854044 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:43.854195 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:13:43.854299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:43.854325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:43.854517 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:13:43.911452 7 controller.go:216] "Backend successfully reloaded" I0329 02:13:43.911762 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nf9fq", UID:"7f1a2517-8d00-4f89-a859-e9ad39f9c5b0", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:13:44.147986 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0329 02:13:44.149728 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0329 02:13:47.188203 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:47.188440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:47.188521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:13:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.005 300 36965ebd3c246d730f164d88f849e9e9 199.204.45.246 - - [29/Mar/2026:02:13:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.352 201 a08cdf1355e54e80f6285385dc55dc11 199.204.45.246 - - [29/Mar/2026:02:13:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1cac4abeeb8c7970bc437875c4206950 199.204.45.246 - - [29/Mar/2026:02:13:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7b449d81fbf406e5dd5ab109544c31dd 199.204.45.246 - - [29/Mar/2026:02:13:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 83dca199c81bd120672b8aced8ebdb32 199.204.45.246 - - [29/Mar/2026:02:13:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.302 201 f060923c6cf42757e3808c6dfe989383 199.204.45.246 - - [29/Mar/2026:02:13:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7e7119f95141953b520b7bed769ac9ea 199.204.45.246 - - [29/Mar/2026:02:13:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c9795e1c279878fa3c421b05f381cc9c W0329 02:13:51.223534 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:51.223847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:51.223904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:13:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 39c12f1a134cd92de5273f560bf48a6b 199.204.45.246 - - [29/Mar/2026:02:13:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.303 201 9f4e3f14549442961d460067539fb745 199.204.45.246 - - [29/Mar/2026:02:13:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6925c2e52f2e5d686fa4c9d4a0e96c19 199.204.45.246 - - [29/Mar/2026:02:13:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 875736511c311a2e5d8b1be0321be460 199.204.45.246 - - [29/Mar/2026:02:13:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.016 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.016 300 21e1d766902bea079630dfada29b1ab3 199.204.45.246 - - [29/Mar/2026:02:13:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.299 201 017221cb01d3932b50525fbb7cd932b9 199.204.45.246 - - [29/Mar/2026:02:13:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6fc4d476e9f4ba744e670c75f6e104ed 199.204.45.246 - - [29/Mar/2026:02:13:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6cdbbb8b7718f17ce41b40f29d8a0b6b 199.204.45.246 - - [29/Mar/2026:02:13:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.007 300 5ad6ce667e76772163370e59e2f0b54b 199.204.45.246 - - [29/Mar/2026:02:13:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.315 201 3e14b9e7e6f6cd60342766936fe13e28 199.204.45.246 - - [29/Mar/2026:02:13:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 366987a3b466dfb80e8b8e0d207b2262 199.204.45.246 - - [29/Mar/2026:02:13:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b726d328f38ba445a5f76d34c997b64e 199.204.45.246 - - [29/Mar/2026:02:13:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 de187f52c099d74c48407747578aacac 199.204.45.246 - - [29/Mar/2026:02:13:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.299 201 329b7c34efc564a9fa8f7b712da0474b I0329 02:13:58.177548 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.222.254"}] I0329 02:13:58.184520 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"96a1f419-7e34-4095-8e37-6d9f1e914312", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10130", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:13:58.186042 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:13:58.186222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:58.186247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:13:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ea8d44dbe0717c67dc4a1fb81c8a90ef 199.204.45.246 - - [29/Mar/2026:02:13:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6a522b970db70aa709f14b8274b68f01 199.204.45.246 - - [29/Mar/2026:02:13:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 3095f4116051e1ae6c81e41fdaedb45a 199.204.45.246 - - [29/Mar/2026:02:14:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.295 201 dd29c7ef9bc16b7a3f41740161adcdd2 199.204.45.246 - - [29/Mar/2026:02:14:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e985eac1b192f56b9d4265e7d5aba52e 199.204.45.246 - - [29/Mar/2026:02:14:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 704fd110cda65a83d3410b971b959a51 199.204.45.246 - - [29/Mar/2026:02:14:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.003 300 974706caf8468f8c700a49eec4d953e8 W0329 02:14:01.520418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:01.520535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [29/Mar/2026:02:14:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.292 201 a758c58091bf1238d9f8928c752b9cd4 199.204.45.246 - - [29/Mar/2026:02:14:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dd8f8f36570cb5a00eaf4866f7e431b1 199.204.45.246 - - [29/Mar/2026:02:14:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7a84668e930a41b56374496856ffbff0 199.204.45.246 - - [29/Mar/2026:02:14:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.005 300 e44cf00dc4f98ff508c55c245e0aacf2 199.204.45.246 - - [29/Mar/2026:02:14:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.307 201 f477f7ce388569486b4f03cc4eb3f0bf 199.204.45.246 - - [29/Mar/2026:02:14:03 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.200:9292 1312 0.002 300 6464f44b9ad62a8b0986edd4ad01481b 199.204.45.246 - - [29/Mar/2026:02:14:04 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.583 [openstack-glance-api-9292] [] 10.0.0.200:9292 69 0.582 200 e00099a358b24a9eb590c1c5c819e993 199.204.45.246 - - [29/Mar/2026:02:14:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.124:5000 281 0.004 300 9357a2b7fef3e85ac627b319af9df730 199.204.45.246 - - [29/Mar/2026:02:14:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.124:5000 3201 0.313 201 35931dd39259168682feab4639122b50 199.204.45.246 - - [29/Mar/2026:02:14:07 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.200:9292 1312 0.002 300 59d9b37c8134bd93a64e308113a7cde2 199.204.45.246 - - [29/Mar/2026:02:14:07 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.051 [openstack-glance-api-9292] [] 10.0.0.200:9292 69 0.051 200 9033567a7edef2dfebc5d9b0da138953 199.204.45.246 - - [29/Mar/2026:02:14:07 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.137 [openstack-glance-api-9292] [] 10.0.0.200:9292 151 0.136 404 cdede9220d8917bb2709de748b9135a5 199.204.45.246 - - [29/Mar/2026:02:14:07 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.025 [openstack-glance-api-9292] [] 10.0.0.200:9292 81 0.024 200 c757eea217b5edf84acc59e94b758d52 199.204.45.246 - - [29/Mar/2026:02:14:07 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.200:9292 84 0.028 200 8fa2ab9340a43316af047fe86cebfb97 199.204.45.246 - - [29/Mar/2026:02:14:07 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.069 [openstack-glance-api-9292] [] 10.0.0.200:9292 760 0.070 201 6f589223ca8618abe84972660c08bfe5 199.204.45.246 - - [29/Mar/2026:02:14:11 +0000] "PUT /v2/images/a27f632f-0355-4d13-9c95-262bba412307/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.748 [openstack-glance-api-9292] [] 10.0.0.200:9292 0 3.747 204 915b8d386836717a456faf925570ea75 199.204.45.246 - - [29/Mar/2026:02:14:11 +0000] "GET /v2/images/a27f632f-0355-4d13-9c95-262bba412307 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-glance-api-9292] [] 10.0.0.200:9292 1171 0.020 200 407bdc8adb0daa6d0bd51892aa7d412f 199.204.45.246 - - [29/Mar/2026:02:14:11 +0000] "GET /v2/images/a27f632f-0355-4d13-9c95-262bba412307 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.200:9292 1171 0.015 200 cf5023b14ad201170b5eb33c2601bf3b W0329 02:14:15.001328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:15.001500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:18.335162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:18.335204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store