------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 01:32:57.522942 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 01:32:57.523370 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 01:32:57.533419 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 01:32:57.536883 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 01:32:57.999496 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 01:32:58.036162 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 01:32:58.045627 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 01:32:58.051903 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"3c9a4095-ed2c-483a-9ee4-4f84d5bfc4a7", APIVersion:"v1", ResourceVersion:"1089", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 01:32:58.057491 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"e0524e07-85ee-4a64-86ff-e8c8672d39a0", APIVersion:"v1", ResourceVersion:"1088", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 01:32:58.057588 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"94e9a501-24cf-4c2a-8479-634c3de81008", APIVersion:"v1", ResourceVersion:"1090", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 01:32:59.248219 7 nginx.go:317] "Starting NGINX process" I0314 01:32:59.248324 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 01:32:59.248856 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 01:32:59.249125 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0314 01:32:59.249200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:59.249226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:32:59.249286 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:32:59.258866 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 01:32:59.258969 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-tvzlg" I0314 01:32:59.282220 7 controller.go:216] "Backend successfully reloaded" I0314 01:32:59.282380 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 01:32:59.282501 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tvzlg", UID:"6c38ac40-7ce9-4cd5-9639-72482eefa07a", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:33:03.073568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:03.073623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:06.407532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:06.407594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:09.740633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:09.740696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:13.074743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:13.074797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:16.408561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:16.408614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:19.742095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:19.742145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:23.074666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:23.074717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:26.407797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:26.407849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:29.740960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:29.741015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:33.073985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:33.074071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:36.409999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:36.410051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:28.123467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:28.123506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:31.458312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:31.458549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:53.447251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:53.447308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:56.783352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:56.783403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:01.859721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:01.859773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:05.194066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:05.194123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:08.527460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:08.527510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:11.860612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:11.860664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:15.194083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:15.194145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:20.456190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:20.456241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:23.789822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:23.789871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:28.521871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:28.521918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:31.855925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:31.855977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:35.191659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:35.191700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:47.578533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:47.578587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:50.912127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:50.912185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:51.295399 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-223.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-223.nip.io-tls was not found. Using default certificate W0314 01:37:51.295460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:51.295478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:37:51.296864 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0314 01:37:51.296896 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 01:37:51.303155 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 01:37:51.303414 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d79a8a01-5e6f-45dc-8879-e5199d953bdf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3134", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:37:51.303791 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-223.nip.io-tls" in local store I0314 01:37:51.645977 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-223.nip.io-tls" I0314 01:37:51.647589 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-223.nip.io-tls" W0314 01:37:54.245499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:54.245666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:37:54.245781 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:37:54.285978 7 controller.go:216] "Backend successfully reloaded" I0314 01:37:54.286262 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tvzlg", UID:"6c38ac40-7ce9-4cd5-9639-72482eefa07a", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:37:57.579739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:57.579791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:37:59.268152 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.96.4.202"}] I0314 01:37:59.273806 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d79a8a01-5e6f-45dc-8879-e5199d953bdf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:38:00.912645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:00.912690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:38:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.090 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 2.090 200 a177aad5bd980b1c660c466ce0c53c97 199.204.45.223 - - [14/Mar/2026:01:38:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.186 [auth-system-keycloak-80] [] 10.0.0.209:8080 116 0.186 404 4e38615b5778b9c0c088ee1456936d21 199.204.45.223 - - [14/Mar/2026:01:38:07 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.085 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 4.085 201 34078678144052da4f9f868969af5798 199.204.45.223 - - [14/Mar/2026:01:38:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.605 [auth-system-keycloak-80] [] 10.0.0.209:8080 4246 0.605 200 e8e154d9a2377e905377aca1a57d4e5d 199.204.45.223 - - [14/Mar/2026:01:38:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.507 200 3c13be83b6bf94882cfead34266d6254 199.204.45.223 - - [14/Mar/2026:01:38:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.112 [auth-system-keycloak-80] [] 10.0.0.209:8080 12500 0.112 200 0e72eada8dc6ae1612974bb2b6ee20a1 199.204.45.223 - - [14/Mar/2026:01:38:08 +0000] "GET /admin/realms/atmosphere/client-scopes/5f00db52-dcdd-4acf-943b-68fda63e359f HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.055 [auth-system-keycloak-80] [] 10.0.0.209:8080 1278 0.055 200 f91de46cb08240372f55d60a71bf43ca 199.204.45.223 - - [14/Mar/2026:01:38:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/5f00db52-dcdd-4acf-943b-68fda63e359f HTTP/1.1" 204 0 "-" "Ansible" 1848 0.025 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.024 204 69ea1dfcef9a0499de2950946f89fb8a 199.204.45.223 - - [14/Mar/2026:01:38:09 +0000] "GET /admin/realms/atmosphere/client-scopes/5f00db52-dcdd-4acf-943b-68fda63e359f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.065 [auth-system-keycloak-80] [] 10.0.0.209:8080 963 0.065 200 cf1e9e6207cfc976d669b742ecb8bd0c 199.204.45.223 - - [14/Mar/2026:01:38:09 +0000] "GET /admin/realms/atmosphere/client-scopes/5f00db52-dcdd-4acf-943b-68fda63e359f/protocol-mappers/models/fbedff88-4a51-484d-8d22-c9b1fbf376fe HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.209:8080 366 0.010 200 320ede33bf56e210c9e1bb55f6e56dcc 199.204.45.223 - - [14/Mar/2026:01:38:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/5f00db52-dcdd-4acf-943b-68fda63e359f/protocol-mappers/models/fbedff88-4a51-484d-8d22-c9b1fbf376fe HTTP/1.1" 204 0 "-" "Ansible" 1622 0.076 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.075 204 519dc2f3773de4f0ab4566a09e3e5955 199.204.45.223 - - [14/Mar/2026:01:38:09 +0000] "GET /admin/realms/atmosphere/client-scopes/5f00db52-dcdd-4acf-943b-68fda63e359f HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.078 [auth-system-keycloak-80] [] 10.0.0.209:8080 1218 0.078 200 ee24b96ca467b9162289da0cdb2cb1df 199.204.45.223 - - [14/Mar/2026:01:38:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.492 200 911ae86b34d8d959b8953150e142e11a 199.204.45.223 - - [14/Mar/2026:01:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.209:8080 2 0.017 200 a9a1d82faebdb87933ca24f28e609b2b 199.204.45.223 - - [14/Mar/2026:01:38:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.267 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.265 201 b048d25ec4420633ee658c46ae6a0ef4 199.204.45.223 - - [14/Mar/2026:01:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.089 [auth-system-keycloak-80] [] 10.0.0.209:8080 1261 0.089 200 5acd350f63dcebf2bfc52d38312746a1 199.204.45.223 - - [14/Mar/2026:01:38:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.809 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.807 200 43e98cdfbcbae46cf6c33214750dc001 199.204.45.223 - - [14/Mar/2026:01:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.209:8080 2 0.011 200 3687a7fad2249ff05d6a7ea5dd45ee8f 199.204.45.223 - - [14/Mar/2026:01:38:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.105 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.103 201 8985d34ea2bcccf09c4c6c1e0549efdc 199.204.45.223 - - [14/Mar/2026:01:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.057 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.058 200 1a5cb8a4c4fecc1652d771cd4b3ded64 199.204.45.223 - - [14/Mar/2026:01:38:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.497 200 8d9622574c2aef046ee856559f6375d4 199.204.45.223 - - [14/Mar/2026:01:38:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.209:8080 2 0.012 200 d8480a08a03f3e65f562ec283d4ff8c6 199.204.45.223 - - [14/Mar/2026:01:38:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.079 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.078 201 40d5e22998de472b93151e6601d97709 199.204.45.223 - - [14/Mar/2026:01:38:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.159 [auth-system-keycloak-80] [] 10.0.0.209:8080 1251 0.158 200 7c2a88dcadf62a236324094be3c519c2 199.204.45.223 - - [14/Mar/2026:01:38:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.460 200 8fa02aa14dc07655de37bd6608af6387 199.204.45.223 - - [14/Mar/2026:01:38:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.209:8080 1261 0.006 200 8f13c53063c5c17ba1a1eb7c73a5b4a4 199.204.45.223 - - [14/Mar/2026:01:38:34 +0000] "GET /admin/realms/atmosphere/clients/28c7610d-5498-4d35-a920-a4319c549a07/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.209:8080 119 0.014 404 a580cfd14ddc2481adab2a63cbc98d6d 199.204.45.223 - - [14/Mar/2026:01:38:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.209:8080 1261 0.007 200 4a64c20231290048a6a4580aa5c22738 199.204.45.223 - - [14/Mar/2026:01:38:34 +0000] "POST /admin/realms/atmosphere/clients/28c7610d-5498-4d35-a920-a4319c549a07/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.033 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.033 201 11909349dd36532ef7d09c4f396d2449 199.204.45.223 - - [14/Mar/2026:01:38:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.209:8080 1261 0.008 200 d974ebda566e8a9e1605f197c21bcaae 199.204.45.223 - - [14/Mar/2026:01:38:34 +0000] "GET /admin/realms/atmosphere/clients/28c7610d-5498-4d35-a920-a4319c549a07/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.209:8080 166 0.062 200 46738bfb5aabe39c8bf88bde31c39b9e 199.204.45.223 - - [14/Mar/2026:01:38:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.462 200 99ab108cd7caeb22bedb234f278c50d1 199.204.45.223 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.034 200 4b93f0fec8b5e5d9bce2e598562191a9 199.204.45.223 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.209:8080 119 0.011 404 f293cb0b75e69a41e15ae08c32cad1ec 199.204.45.223 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.006 200 8535c5f444c4a452e988f08dbb1bd23b 199.204.45.223 - - [14/Mar/2026:01:38:35 +0000] "POST /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.054 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.052 201 439ba09b073e4bb03344c399b7e8d5ed 199.204.45.223 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.009 200 4e7636f67fda779d2b24e053c21b2c31 199.204.45.223 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.209:8080 165 0.013 200 eef1dc2b0cdd637d962261549b47df06 199.204.45.223 - - [14/Mar/2026:01:38:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.596 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.595 200 d1a116f25ffbc6d04d12301d2ef91a1c 199.204.45.223 - - [14/Mar/2026:01:38:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.009 200 3390cc4c939ccf11b966664cee9af4a7 199.204.45.223 - - [14/Mar/2026:01:38:36 +0000] "GET /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.209:8080 119 0.053 404 da13266d8a29bdac42f5bf08a19f65df 199.204.45.223 - - [14/Mar/2026:01:38:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.006 200 7a2fcfc2b0eca5059fffd2eba630603a 199.204.45.223 - - [14/Mar/2026:01:38:36 +0000] "POST /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.015 201 d439a937ca8babd63dc770107276480d 199.204.45.223 - - [14/Mar/2026:01:38:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.051 200 1b7352c3682b0dd791ff31a78ff3a8ea 199.204.45.223 - - [14/Mar/2026:01:38:36 +0000] "GET /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.209:8080 166 0.016 200 651d7a16c269398c3315a8d901466667 199.204.45.223 - - [14/Mar/2026:01:38:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.485 200 ce87531cdb1622293ff3c95603504744 199.204.45.223 - - [14/Mar/2026:01:38:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.013 200 0228575f1f14a52c20de937a06e461fe 199.204.45.223 - - [14/Mar/2026:01:38:37 +0000] "GET /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.057 [auth-system-keycloak-80] [] 10.0.0.209:8080 119 0.057 404 6f4af8e2583acf1f9309e34a2122053e 199.204.45.223 - - [14/Mar/2026:01:38:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.006 200 7ff575d7b1ccc00ff207917cac3a91e0 199.204.45.223 - - [14/Mar/2026:01:38:37 +0000] "POST /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.018 201 40f227ef64d6164195da7a1ff1ab8d1b 199.204.45.223 - - [14/Mar/2026:01:38:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.209:8080 1286 0.006 200 fcfe0fbf0e42e3e4291a217a42f8b9d4 199.204.45.223 - - [14/Mar/2026:01:38:37 +0000] "GET /admin/realms/atmosphere/clients/b74b6051-5eae-4fef-94d7-c26f96976f38/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.031 [auth-system-keycloak-80] [] 10.0.0.209:8080 166 0.030 200 5f5535ce1e4ee1558baf1980b7f50806 199.204.45.223 - - [14/Mar/2026:01:38:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.451 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.450 200 6549611ff98699ab0a4f1b70169f2542 199.204.45.223 - - [14/Mar/2026:01:38:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.209:8080 1251 0.005 200 f76634cd0133941181559a3eff2fa49b 199.204.45.223 - - [14/Mar/2026:01:38:38 +0000] "GET /admin/realms/atmosphere/clients/b4083e0a-fcc6-4bfd-b787-66ae5f3dcc5b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.028 [auth-system-keycloak-80] [] 10.0.0.209:8080 119 0.028 404 72458eff600366597e86a899b54bc086 199.204.45.223 - - [14/Mar/2026:01:38:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.209:8080 1251 0.006 200 84c235863fca008a8cb26d61b2b65e00 199.204.45.223 - - [14/Mar/2026:01:38:38 +0000] "POST /admin/realms/atmosphere/clients/b4083e0a-fcc6-4bfd-b787-66ae5f3dcc5b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.013 201 497846b8fe594c1360c9c433e5e432ed 199.204.45.223 - - [14/Mar/2026:01:38:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.209:8080 1251 0.004 200 030164442a8d9ed97f6dcf90fcfa6199 199.204.45.223 - - [14/Mar/2026:01:38:38 +0000] "GET /admin/realms/atmosphere/clients/b4083e0a-fcc6-4bfd-b787-66ae5f3dcc5b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.031 [auth-system-keycloak-80] [] 10.0.0.209:8080 166 0.031 200 17ab3e2557c6ea737be6930e4b1e409f W0314 01:38:39.873399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:39.873437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:43.207782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:43.207820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.050968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.051006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.143794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:47.143872 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 01:39:47.143915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.143936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.144498 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:47.144585 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 01:39:47.144631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.144652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.144832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:47.144917 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 01:39:47.144966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.144988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:47.145926 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0314 01:39:47.145961 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 01:39:47.146464 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:39:47.146492 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 01:39:47.147871 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:39:47.147900 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 01:39:47.152976 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0314 01:39:47.153289 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0218f912-e701-418c-979a-2ba85527676e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4110", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:39:47.153543 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 01:39:47.153582 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0314 01:39:47.153893 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 01:39:47.153957 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"331d1b5a-4961-4e3d-8ab9-6b56ec8b5f10", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4111", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:47.154506 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0314 01:39:47.155082 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 01:39:47.155116 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9c9628c8-7792-45b4-b570-511b58af0ceb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4114", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:47.572056 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 01:39:47.573626 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0314 01:39:49.616708 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 01:39:49.618665 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0314 01:39:50.384289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:50.384360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:50.384401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:50.384481 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 01:39:50.384598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:50.384628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:50.384756 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:39:50.432044 7 controller.go:216] "Backend successfully reloaded" I0314 01:39:50.432440 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tvzlg", UID:"6c38ac40-7ce9-4cd5-9639-72482eefa07a", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:39:50.666022 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 01:39:50.667327 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0314 01:39:53.717541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:53.717609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:53.717646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:53.717768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:53.717805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:57.053155 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:57.053309 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:57.053351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:57.053475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:57.053498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:59.502611 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.96.4.202"}] I0314 01:39:59.502975 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.96.4.202"}] I0314 01:39:59.503168 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.96.4.202"}] I0314 01:39:59.683258 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0218f912-e701-418c-979a-2ba85527676e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4680", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:59.709790 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"331d1b5a-4961-4e3d-8ab9-6b56ec8b5f10", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4681", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:59.729901 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9c9628c8-7792-45b4-b570-511b58af0ceb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4682", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:40:00.384452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:00.384498 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:00.384524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:00.384598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:00.384615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:03.718793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:03.718896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:03.718951 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:03.719100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:03.719132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:07.051151 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:07.051194 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:07.051220 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:07.051312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:07.051330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.384719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:10.384777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:10.384804 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:10.384895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.384921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:13.717493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:13.717558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:13.717586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:13.717676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:13.717698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:17.051461 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:17.051535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:17.051555 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:17.051631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:17.051649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:20.384629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:20.384752 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:20.384958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:20.384984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:23.717628 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:23.717733 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:23.717851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:23.717885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:27.050731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:27.050835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:27.050963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:27.050992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:30.383987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:30.384076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:30.384218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:30.384245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:33.719603 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:33.719705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:33.719832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:33.719858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:37.630948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:37.631058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:37.631233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:37.631258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.161 - - [14/Mar/2026:01:40:40 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.209:8080 6432 0.035 200 8128b30d93690dddc1b07d131f2f6fa0 10.0.0.175 - - [14/Mar/2026:01:40:40 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.209:8080 6432 0.009 200 1ec83ef3e65a5d04df797d2bcb4e2f0c W0314 01:40:40.965431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:40.965529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:40.965635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:40.965660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:44.298767 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:44.299011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:44.299060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:47.631386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:47.631442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:50.966129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:50.966218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:55.507080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:55.507122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:41:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.508 200 04caad59a37d13c3b4582ff6e986eb94 199.204.45.223 - - [14/Mar/2026:01:41:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.209:8080 4246 0.008 200 6da97dc6ebe39f7794b0237bd03c0dfd 199.204.45.223 - - [14/Mar/2026:01:41:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.384 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.384 204 62195878f45acee1246d81efe4e20fe1 199.204.45.223 - - [14/Mar/2026:01:41:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.196 [auth-system-keycloak-80] [] 10.0.0.209:8080 4384 0.195 200 1cd697522ad3479b73951f27bf59f059 199.204.45.223 - - [14/Mar/2026:01:41:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.454 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.454 200 bfd3b595bd4a5875f78eb36e6560197e 199.204.45.223 - - [14/Mar/2026:01:41:04 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.209:8080 1682 0.009 200 2f771c1a8739db9d1bc16d54465b6ac8 199.204.45.223 - - [14/Mar/2026:01:41:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.209:8080 6432 0.006 200 bad10108db17565cce685bd08ab35a37 199.204.45.223 - - [14/Mar/2026:01:41:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.490 200 56e9ece67a3eaa32ba83096b4df1004a 199.204.45.223 - - [14/Mar/2026:01:41:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.209:8080 2 0.010 200 5352fcf96deba8d0f98f1687ff17bb8b 199.204.45.223 - - [14/Mar/2026:01:41:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.178 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.178 201 1776c2ba7bddb900b29185aa1b171ace 199.204.45.223 - - [14/Mar/2026:01:41:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.077 [auth-system-keycloak-80] [] 10.0.0.209:8080 2246 0.077 200 6e7b08ac55fa9d57ee9b300ceb94dc5d 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.209:8080 1928 0.474 200 b4785bd71a45b46f689479edb8e15f2d 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.209:8080 2246 0.006 200 89d6c9d99286d8834a3dc6c332260e26 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "GET /admin/realms/atmosphere/clients/a43821ed-e4be-4513-85f9-2ae7fa1210df/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.048 [auth-system-keycloak-80] [] 10.0.0.209:8080 233 0.047 200 a1c663b319a3d19ccb7b36202bcd8f92 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.209:8080 831 0.020 200 a30d0ba8e04dffe43ffa80481531a888 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "GET /admin/realms/atmosphere/clients/8260a76c-8f67-4187-be55-02085c3e8483/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.061 [auth-system-keycloak-80] [] 10.0.0.209:8080 3758 0.062 200 5d5e958cf79edeb29497c792b3e40f5a 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "GET /admin/realms/atmosphere/users/4d0f892f-ec19-4b12-8110-8b318aef8281/role-mappings/clients/8260a76c-8f67-4187-be55-02085c3e8483/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.116 [auth-system-keycloak-80] [] 10.0.0.209:8080 3758 0.115 200 d9654984b64cf96da5986e0c1fec1d61 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "GET /admin/realms/atmosphere/users/4d0f892f-ec19-4b12-8110-8b318aef8281/role-mappings/clients/8260a76c-8f67-4187-be55-02085c3e8483/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.071 [auth-system-keycloak-80] [] 10.0.0.209:8080 2 0.071 200 ba1d84ba680459eeb9b179a755f33fc0 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "POST /admin/realms/atmosphere/users/4d0f892f-ec19-4b12-8110-8b318aef8281/role-mappings/clients/8260a76c-8f67-4187-be55-02085c3e8483 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.075 [auth-system-keycloak-80] [] 10.0.0.209:8080 0 0.074 204 d0330117ce4c07f495f0c2147e703c74 199.204.45.223 - - [14/Mar/2026:01:41:07 +0000] "GET /admin/realms/atmosphere/users/4d0f892f-ec19-4b12-8110-8b318aef8281/role-mappings/clients/8260a76c-8f67-4187-be55-02085c3e8483/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.209:8080 576 0.015 200 de3e6f6ec1858060dab358ef69145870 W0314 01:41:10.318022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:10.318060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:13.652061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:13.652104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:16.985542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:16.985588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:20.319047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:20.319095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:14.903597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:14.903650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:42.471491 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:43:42.471770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:42.471796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:43:42.474370 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0314 01:43:42.474402 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 01:43:42.480138 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 01:43:42.480449 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c8c753b3-663c-4e40-8a34-c1e5bc15f719", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:43:42.480870 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 01:43:42.481351 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:43:42.481428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:42.481453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:43:42.481584 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:43:42.527033 7 controller.go:216] "Backend successfully reloaded" I0314 01:43:42.527280 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tvzlg", UID:"6c38ac40-7ce9-4cd5-9639-72482eefa07a", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:43:42.791940 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 01:43:42.793288 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 01:43:45.817129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:45.817191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:43:46 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 f20e713e7f771fa55f06a83134bd1762 199.204.45.223 - - [14/Mar/2026:01:43:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 266 0.004 200 a7ca5481192705bbe0d14ae59654d53c 199.204.45.223 - - [14/Mar/2026:01:43:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1360 0.343 201 1091b367d20d1ebe914c7b1cf794341b 199.204.45.223 - - [14/Mar/2026:01:43:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 e07b01032176e9ee75b0f64e7e01a561 199.204.45.223 - - [14/Mar/2026:01:43:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.052 [openstack-keystone-api-5000] [] 10.0.0.74:5000 90 0.051 404 203404f45a3f4ec97f2a71c35f4fb0a4 199.204.45.223 - - [14/Mar/2026:01:43:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.035 [openstack-keystone-api-5000] [] 10.0.0.74:5000 368 0.035 200 bc9eabaf2109141d472577be89194442 199.204.45.223 - - [14/Mar/2026:01:43:48 +0000] "GET /v3/domains/c89e79e39fe74583b6d0d0dd4e790bc0 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.74:5000 245 0.019 200 3aa46bff76bfd23f66652a9e8a56363c 199.204.45.223 - - [14/Mar/2026:01:43:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 266 0.004 200 3f162e71dbbcf87324adb7ab5a8c0a65 199.204.45.223 - - [14/Mar/2026:01:43:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1360 0.335 201 1468771b2a7e130f8d51bbbd70fef541 199.204.45.223 - - [14/Mar/2026:01:43:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 3a644d9f8021bae607e93ea73b50fb49 199.204.45.223 - - [14/Mar/2026:01:43:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.74:5000 101 0.026 404 9e2d268e5652c3332631603b05398e9f 199.204.45.223 - - [14/Mar/2026:01:43:50 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.74:5000 156 0.020 200 9b1d7bac0ee394db18c25d510f8c68ec 199.204.45.223 - - [14/Mar/2026:01:43:50 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.74:5000 454 0.026 201 8861865a3c45f2c2085cdf08bffcb0f3 199.204.45.223 - - [14/Mar/2026:01:43:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 266 0.004 200 f7199287581cd2bb421debea80a9681b 199.204.45.223 - - [14/Mar/2026:01:43:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1360 0.292 201 09e19c46a6f886f2980fe99d76d0c14d 199.204.45.223 - - [14/Mar/2026:01:43:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 1ac63a4fd7c4641cb85c82da5d7e7e6b 199.204.45.223 - - [14/Mar/2026:01:43:51 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.74:5000 98 0.023 404 7d8e89d7fa954506126d104c37018c20 199.204.45.223 - - [14/Mar/2026:01:43:51 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.021 [openstack-keystone-api-5000] [] 10.0.0.74:5000 136 0.021 200 b5c9710bd108f9e69faad594c40948e0 199.204.45.223 - - [14/Mar/2026:01:43:51 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.74:5000 357 0.021 201 c935fc9240311280a97748b73d1c91b3 199.204.45.223 - - [14/Mar/2026:01:43:51 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 266 0.004 200 f466ec53e0464357eda948a2f4170bab 199.204.45.223 - - [14/Mar/2026:01:43:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1360 0.301 201 55f5d0347ce594407770962b5c96db6b 199.204.45.223 - - [14/Mar/2026:01:43:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 1092484a6ece19055c8a125ff54fe3c4 199.204.45.223 - - [14/Mar/2026:01:43:52 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.74:5000 131 0.026 404 bb918badbc69fbd9dada89582bbc613d 199.204.45.223 - - [14/Mar/2026:01:43:52 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.022 [openstack-keystone-api-5000] [] 10.0.0.74:5000 168 0.023 200 fe2baa4058131c9914a87f96ccb32b7f 199.204.45.223 - - [14/Mar/2026:01:43:52 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.74:5000 224 0.028 201 ae2bc26ada60aeb607d089ed401058e0 I0314 01:43:59.267559 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.96.4.202"}] I0314 01:43:59.275771 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c8c753b3-663c-4e40-8a34-c1e5bc15f719", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6550", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:43:59.281869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:59.281943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:02.615867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:02.615901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:05.952014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:05.952058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:09.283483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:09.283539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:27.511808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:27.511852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:30.846262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:30.846305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:35.351248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:35.351283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:38.685811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:38.685857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:05.935638 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:05.935735 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:46:05.935784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:05.935821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:05.938609 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0314 01:46:05.938633 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 01:46:05.945540 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 01:46:05.945847 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d41db9a4-59d5-4030-bbe6-713fda7dbd29", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:05.946134 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 01:46:05.946629 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:05.946741 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:46:05.946822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:05.946845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:05.946987 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:46:05.991380 7 controller.go:216] "Backend successfully reloaded" I0314 01:46:05.992022 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tvzlg", UID:"6c38ac40-7ce9-4cd5-9639-72482eefa07a", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:46:06.336897 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 01:46:06.337849 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.223 - - [14/Mar/2026:01:46:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 50912cb25ecc2fb6d10668eb258d080c 199.204.45.223 - - [14/Mar/2026:01:46:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1992 0.334 201 a57e6b5686e879d4d9546ad1af21a9ff 199.204.45.223 - - [14/Mar/2026:01:46:07 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.036 [openstack-keystone-api-5000] [] 10.0.0.74:5000 85 0.036 404 bf4deaccd5ca8c92adf1f3ec82276883 199.204.45.223 - - [14/Mar/2026:01:46:07 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.74:5000 129 0.021 200 88b8686b65d1677528558d3a0d766376 199.204.45.223 - - [14/Mar/2026:01:46:07 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.74:5000 230 0.026 201 0c1fd47c4fc097c8dc3bd5284457cb1b W0314 01:46:09.279980 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:09.280099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:09.280116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:46:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 c8ec7279907556047560e4b5aa07b7b6 W0314 01:46:12.615120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:12.615177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:46:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1992 0.287 201 a1202548efff4daa3ad6569998008d9b 199.204.45.223 - - [14/Mar/2026:01:46:12 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.035 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1521 0.035 200 9a2f1fdc926256642bb039db3450235a 199.204.45.223 - - [14/Mar/2026:01:46:12 +0000] "PUT /v3/roles/66739ee7b5a6426ba585dca7036aec71/implies/7fef087cd2194d61bfbbae92a7bae790 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.047 [openstack-keystone-api-5000] [] 10.0.0.74:5000 521 0.048 201 f49a45d6b898351f09e50b28666e663c I0314 01:46:59.269495 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.96.4.202"}] I0314 01:46:59.276601 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d41db9a4-59d5-4030-bbe6-713fda7dbd29", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7895", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:59.279851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:59.279873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:47:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.009 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.008 300 3aae3ddce42279268569835074fdccab 199.204.45.223 - - [14/Mar/2026:01:47:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2055 0.330 201 6eb6e8cdc50240e997819884517fdd1b 199.204.45.223 - - [14/Mar/2026:01:47:02 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.040 [openstack-keystone-api-5000] [] 10.0.0.74:5000 87 0.040 404 6a7e26df2181bb5c8c285475f4730fef 199.204.45.223 - - [14/Mar/2026:01:47:02 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.034 [openstack-keystone-api-5000] [] 10.0.0.74:5000 390 0.035 200 7b36d0a6c8b7e48d6d065464c2531c08 199.204.45.223 - - [14/Mar/2026:01:47:02 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9eedf15694d6412f91e382048048e9a8 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.040 [openstack-keystone-api-5000] [] 10.0.0.74:5000 91 0.039 404 b2b9e1932d6c1de208086fa539e32ca3 199.204.45.223 - - [14/Mar/2026:01:47:02 +0000] "GET /v3/users?domain_id=9eedf15694d6412f91e382048048e9a8&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.025 [openstack-keystone-api-5000] [] 10.0.0.74:5000 178 0.025 200 dbe607531a15051418a2dd094ba23dc8 199.204.45.223 - - [14/Mar/2026:01:47:03 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.290 [openstack-keystone-api-5000] [] 10.0.0.74:5000 291 0.290 201 29f4d18d3c88bb5c62cc73c05f161c34 199.204.45.223 - - [14/Mar/2026:01:47:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.003 300 989fa1f24993a5e07250460d69450cfb 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.303 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2055 0.303 201 4b927313d218652e18aa2d70eb3ab67b 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.025 [openstack-keystone-api-5000] [] 10.0.0.74:5000 83 0.025 404 adb0a539e8c327d2d795c76990d3b22b 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.045 [openstack-keystone-api-5000] [] 10.0.0.74:5000 361 0.044 200 6a7308a33e162f45a8cf6699b5365992 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.029 [openstack-keystone-api-5000] [] 10.0.0.74:5000 87 0.028 404 8cacf2bfc2bada230c944d06fc31e88d 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.024 [openstack-keystone-api-5000] [] 10.0.0.74:5000 390 0.024 200 8ed2499123256873192e954ace6afb7c 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.74:5000 91 0.025 404 d82c9841d45e2e228bf6dabed0671910 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "GET /v3/users?domain_id=9eedf15694d6412f91e382048048e9a8&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.041 [openstack-keystone-api-5000] [] 10.0.0.74:5000 458 0.042 200 2570e785c15693d4e1e94560f42aaa80 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.023 [openstack-keystone-api-5000] [] 10.0.0.74:5000 88 0.024 404 52ce00128a923c17d8c1d3590123773d 199.204.45.223 - - [14/Mar/2026:01:47:06 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.031 [openstack-keystone-api-5000] [] 10.0.0.74:5000 520 0.030 200 300dd3902af73f87abf5a300a4c75497 199.204.45.223 - - [14/Mar/2026:01:47:08 +0000] "PUT /v3/projects/544dc10e0e8c488db802359944302f05/users/12df054274a84d1ea1264e2ad305ab99/roles/8a1387506fde4984b0de585c7d8bd1d4 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 2.016 [openstack-keystone-api-5000] [] 10.0.0.74:5000 0 2.016 204 c6848cbcc47adac9f0f14dbbeb7230e6 199.204.45.223 - - [14/Mar/2026:01:47:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 611ba21d617cd554bdfceee910f1331c 199.204.45.223 - - [14/Mar/2026:01:47:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2055 0.341 201 611729dc26f9444325e36370ce929f50 199.204.45.223 - - [14/Mar/2026:01:47:11 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.74:5000 151 0.022 200 b542edc2fffb30851745a33b2ef46c1c 199.204.45.223 - - [14/Mar/2026:01:47:11 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.140 [openstack-keystone-api-5000] [] 10.0.0.74:5000 263 0.141 201 b70648d338a5ae69f11491b157b2ae95 199.204.45.223 - - [14/Mar/2026:01:47:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 986427d359a134f5aa077684b4a91e45 199.204.45.223 - - [14/Mar/2026:01:47:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2157 0.309 201 950d56e8459d28cf7755f6d194bacdfe 199.204.45.223 - - [14/Mar/2026:01:47:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.74:5000 86 0.026 404 1fdbace5cd99209aa7850a759b8c002b 199.204.45.223 - - [14/Mar/2026:01:47:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.013 [openstack-keystone-api-5000] [] 10.0.0.74:5000 382 0.013 200 58dd4b0699b9b3e7b2bcc39523097328 199.204.45.223 - - [14/Mar/2026:01:47:12 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=748618da9f9b44d9aeb0571f2ad6b13f HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.74:5000 205 0.020 200 bf0e0b75b3f113d822b94ad45279e806 199.204.45.223 - - [14/Mar/2026:01:47:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.030 [openstack-keystone-api-5000] [] 10.0.0.74:5000 379 0.031 201 814c3eee16ce833c097baf67247771f6 199.204.45.223 - - [14/Mar/2026:01:47:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 5b30ba964c0538dfa2acee86cf49d85e 199.204.45.223 - - [14/Mar/2026:01:47:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2366 0.303 201 9f4b27dc08cbebef0ab80629983388e5 199.204.45.223 - - [14/Mar/2026:01:47:13 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.74:5000 86 0.025 404 3bd1ab409caefbab2e3d1843e178c4aa 199.204.45.223 - - [14/Mar/2026:01:47:13 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.74:5000 382 0.021 200 9ff7ba61e1ac7b07c7b5e7fc5fa4fa7b 199.204.45.223 - - [14/Mar/2026:01:47:13 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=748618da9f9b44d9aeb0571f2ad6b13f HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.024 [openstack-keystone-api-5000] [] 10.0.0.74:5000 207 0.023 200 8847e19a8d487284a03fb2d753e20cee 199.204.45.223 - - [14/Mar/2026:01:47:13 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.027 [openstack-keystone-api-5000] [] 10.0.0.74:5000 392 0.028 201 6c6ddce20ff7e2b856181a51d3b39e29 W0314 01:47:14.831688 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:14.831794 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:47:14.831845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:14.831856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:14.834985 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0314 01:47:14.835009 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 01:47:14.839394 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0314 01:47:14.839810 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c0aa1fc5-0c67-4f18-ba93-fba64ff771a6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8017", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:47:14.840231 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 01:47:14.840780 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:14.840947 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:47:14.841067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:14.841099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:14.841306 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:14.900057 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:14.900542 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tvzlg", UID:"6c38ac40-7ce9-4cd5-9639-72482eefa07a", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:47:15.293437 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 01:47:15.294268 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 01:47:18.175138 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:18.175336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:18.175360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:31.677791 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:31.678268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:31.678301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:35.011548 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:35.011852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:35.011923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:35.012140 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:35.078473 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:35.078901 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tvzlg", UID:"6c38ac40-7ce9-4cd5-9639-72482eefa07a", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:47:38.344522 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:38.344741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:38.344772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:41.679048 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:41.679257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:41.679292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:45.012194 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:45.012514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:45.012554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:48.344563 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:48.344724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:48.344744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:59.267173 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.96.4.202"}] I0314 01:47:59.272556 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c0aa1fc5-0c67-4f18-ba93-fba64ff771a6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8415", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:47:59.276073 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:59.276424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:59.276469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:02.609512 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:02.609787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:02.609829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:05.945029 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:05.945226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:05.945407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:10.876056 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:10.876319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:10.876340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:17.458349 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:17.458551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:17.458568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:56.285129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:56.285175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:17.283535 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:17.283719 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:50:17.283817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:17.283846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:17.288310 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0314 01:50:17.288335 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 01:50:17.293237 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0314 01:50:17.293460 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"86774da4-fecd-49f7-8e1f-3d48eba08bb1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9445", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:50:17.293775 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 01:50:17.294287 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:17.294442 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:50:17.294531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:17.294551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:17.294712 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:50:17.353054 7 controller.go:216] "Backend successfully reloaded" I0314 01:50:17.353360 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tvzlg", UID:"6c38ac40-7ce9-4cd5-9639-72482eefa07a", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:50:17.585900 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 01:50:17.587376 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 01:50:20.628084 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:20.628287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:20.628317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:50:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 e9254128342c4e2a8745b1f5783d58dc 199.204.45.223 - - [14/Mar/2026:01:50:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.317 201 e64b803299f163901994fe7ce67e43ae 199.204.45.223 - - [14/Mar/2026:01:50:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - db06c4728bb139b56d2c4ba53972472a 199.204.45.223 - - [14/Mar/2026:01:50:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0ac61f8571628ec658669a98ac472749 199.204.45.223 - - [14/Mar/2026:01:50:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 337f4a1a0f58447431edf9d7ab77e3d2 199.204.45.223 - - [14/Mar/2026:01:50:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.288 201 6749acdf75e782891160a62baf15c00e 199.204.45.223 - - [14/Mar/2026:01:50:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1e81ab977aec73dfe76ed5c62b6b4d61 199.204.45.223 - - [14/Mar/2026:01:50:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e8f3c6fd7ba988c6437a19c99d090bae 199.204.45.223 - - [14/Mar/2026:01:50:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.003 300 c900b33d25f2e324d202c753fec63fe7 199.204.45.223 - - [14/Mar/2026:01:50:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.302 201 88040ddb3ac87ff0caa3436b8941add9 199.204.45.223 - - [14/Mar/2026:01:50:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4506887d7eaa11d8db4baa39883d5849 199.204.45.223 - - [14/Mar/2026:01:50:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d1aa5c69404a7c122a0d05b0e5b4f819 199.204.45.223 - - [14/Mar/2026:01:50:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.006 300 7cd0308be1239a576eb835472b4021c9 W0314 01:50:26.783770 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:26.783939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:26.783969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:50:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.292 201 96dee8268fb8b7655ff46262edcab4a4 199.204.45.223 - - [14/Mar/2026:01:50:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7fc161c7f0a622e7c6b40c1e023e69f7 199.204.45.223 - - [14/Mar/2026:01:50:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ebd8021e73da23ddac4699e0e7ee1234 199.204.45.223 - - [14/Mar/2026:01:50:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 d0e97d6978504835301382793083674c 199.204.45.223 - - [14/Mar/2026:01:50:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.309 201 7201a5287317b020cff032114c359da3 199.204.45.223 - - [14/Mar/2026:01:50:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0f64a95a674c74e7bf24aefbdee879e9 199.204.45.223 - - [14/Mar/2026:01:50:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e81f59942a5b66000e509afa603e60fd 199.204.45.223 - - [14/Mar/2026:01:50:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 8ec5aae77cc28ba805f1780dbdd83eef 199.204.45.223 - - [14/Mar/2026:01:50:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.296 201 3af59a6d8f4e464e707197b4cc4e888b 199.204.45.223 - - [14/Mar/2026:01:50:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a23eaa692ad558f6d454aed7aa1ef109 199.204.45.223 - - [14/Mar/2026:01:50:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc26f30dcf75141d9d580b348f848c5c 199.204.45.223 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 a03f8e022c3ae260b9845397f562bb3a 199.204.45.223 - - [14/Mar/2026:01:50:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.290 201 e02821bc4e4246d5f6fdb6c225878991 199.204.45.223 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1c75ff7201d1901c818715bca2457912 199.204.45.223 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 52aa01fcffa390324fc8dd7c56d79a05 199.204.45.223 - - [14/Mar/2026:01:50:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 210d3e2180bb121e8032189879e5a0ac 199.204.45.223 - - [14/Mar/2026:01:50:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.292 201 4bee6821cab7d0511952798e90c9e4e7 199.204.45.223 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4fcbe158f36627e80798f5ae90b1e203 199.204.45.223 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4d44742adf7b59730a5a10712a0b91bd 199.204.45.223 - - [14/Mar/2026:01:50:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 0f706caf156fa66ffe81c1e2f3eead03 199.204.45.223 - - [14/Mar/2026:01:50:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.290 201 495932675d40f5925a08ff01259a9065 199.204.45.223 - - [14/Mar/2026:01:50:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bdcbf80d830972e064cff964263fbeb9 199.204.45.223 - - [14/Mar/2026:01:50:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f0870c47a67c2cd38c3167a23b58f61d W0314 01:50:36.223170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:36.223196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [14/Mar/2026:01:50:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.003 300 45085b094240b2804a6d96630a4642d9 199.204.45.223 - - [14/Mar/2026:01:50:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.298 201 49cdbbd34210b5a5840d602afa3b8380 199.204.45.223 - - [14/Mar/2026:01:50:37 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.239:9292 1193 0.002 300 986ef31d2e71d3401b2165f41f712ef6 199.204.45.223 - - [14/Mar/2026:01:50:38 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.561 [openstack-glance-api-9292] [] 10.0.0.239:9292 69 0.561 200 bbc9cef3eb61a4805f267159ee0e4477 199.204.45.223 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 53958c86de7374c6ac51a80fe7cf438c 199.204.45.223 - - [14/Mar/2026:01:50:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.290 201 19d5cc2103dff017a35260788a4b8a8a 199.204.45.223 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.239:9292 1193 0.002 300 9dce3cb48a3c2364a95caa6bef010935 199.204.45.223 - - [14/Mar/2026:01:50:41 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.239:9292 69 0.042 200 e3f0c686846d58141572f367b743fd7c 199.204.45.223 - - [14/Mar/2026:01:50:41 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.112 [openstack-glance-api-9292] [] 10.0.0.239:9292 151 0.113 404 b356f7e17ba79bc0305c804441796e3e 199.204.45.223 - - [14/Mar/2026:01:50:41 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.239:9292 81 0.021 200 2290449f38b26b6f9d06354170fe24d1 199.204.45.223 - - [14/Mar/2026:01:50:41 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.029 [openstack-glance-api-9292] [] 10.0.0.239:9292 84 0.029 200 e590ce27b5292531e7bf1df4bc7558df 199.204.45.223 - - [14/Mar/2026:01:50:41 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.060 [openstack-glance-api-9292] [] 10.0.0.239:9292 760 0.060 201 4ac79e5e26c0c0ba16f8a855ef45b77e 199.204.45.223 - - [14/Mar/2026:01:50:45 +0000] "PUT /v2/images/4f5cf2be-7a00-481e-93f8-8c11993c946c/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.349 [openstack-glance-api-9292] [] 10.0.0.239:9292 0 3.349 204 dfef5bedcd25e7ab00bec1746f136c66 199.204.45.223 - - [14/Mar/2026:01:50:45 +0000] "GET /v2/images/4f5cf2be-7a00-481e-93f8-8c11993c946c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.239:9292 1171 0.017 200 3f4cbfcb2cbc3ef26fd23017b9f4f34d 199.204.45.223 - - [14/Mar/2026:01:50:45 +0000] "GET /v2/images/4f5cf2be-7a00-481e-93f8-8c11993c946c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-glance-api-9292] [] 10.0.0.239:9292 1171 0.018 200 92933b9e5330c5e0f57aa8ec3cb79cc8 W0314 01:50:47.940242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:47.940294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:51.274348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:51.274399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:59.267488 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.96.4.202"}] I0314 01:50:59.272433 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"86774da4-fecd-49f7-8e1f-3d48eba08bb1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9812", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:50:59.274149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:59.274178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store