------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0501 00:59:40.980838 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0501 00:59:40.981271 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0501 00:59:40.992007 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0501 00:59:40.994910 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0501 00:59:41.186730 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0501 00:59:41.210261 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0501 00:59:41.220910 7 nginx.go:271] "Starting NGINX Ingress controller" I0501 00:59:41.228891 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"bfdb51c4-916f-4524-a40c-3181d6375d27", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0501 00:59:41.233996 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c5d963bf-abd3-4774-8705-ec0fa951a46c", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0501 00:59:41.234032 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3cc446dc-c53a-4d72-903b-b6de3fe622e9", APIVersion:"v1", ResourceVersion:"1389", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0501 00:59:42.423849 7 nginx.go:317] "Starting NGINX process" I0501 00:59:42.423959 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0501 00:59:42.425766 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0501 00:59:42.426422 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0501 00:59:42.426540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:42.426587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 00:59:42.426749 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 00:59:42.437825 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0501 00:59:42.437920 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fwmwg" I0501 00:59:42.475092 7 controller.go:216] "Backend successfully reloaded" I0501 00:59:42.475371 7 controller.go:227] "Initial sync, sleeping for 1 second" I0501 00:59:42.475517 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0501 00:59:46.248248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:46.248287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:49.584079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:49.584146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:52.916716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:52.916777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:56.249155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:56.249212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:59.581975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 00:59:59.582030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:02.915985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:02.916062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:10.885299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:10.885336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:14.219134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:14.219287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:17.554128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:17.554183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:21.853272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:21.853304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:26.538462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:26.538501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:29.873818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:00:29.873878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:21.645586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:21.645634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:31.653321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:31.653371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:41.204825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:41.204863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:44.538559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:44.538605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:47.872300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:47.872357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:51.205665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:51.205715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:54.538904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:54.538963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:57.980911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:01:57.980945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:02:01.315305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:02:01.315363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:02:04.650517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:02:04.650552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:02:07.982025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:02:07.982078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:02:11.315126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:02:11.315180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:27.078079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:27.078132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:30.412364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:30.412438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:30.948553 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-115.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-115.nip.io-tls was not found. Using default certificate W0501 01:04:30.948623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:30.948645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:04:30.950843 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0501 01:04:30.950886 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0501 01:04:30.960910 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0501 01:04:30.961161 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f7eccec4-f2ee-408f-8be9-8661f690fa50", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3544", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:04:30.961340 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-115.nip.io-tls" in local store I0501 01:04:31.277973 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-115.nip.io-tls" I0501 01:04:31.280059 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-115.nip.io-tls" W0501 01:04:33.746294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:33.746415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:04:33.746549 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:04:33.792068 7 controller.go:216] "Backend successfully reloaded" I0501 01:04:33.792468 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0501 01:04:37.078430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:37.078492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:04:42.447023 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:04:42.453064 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f7eccec4-f2ee-408f-8be9-8661f690fa50", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3773", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:04:42.458505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:04:42.458534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:04:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.081 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 2.080 200 255d35442ff8a02a69251025e8180aa9 199.204.45.115 - - [01/May/2026:01:04:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.176 [auth-system-keycloak-80] [] 10.0.0.137:8080 116 0.175 404 2995399f0e8c785ea87542d63b469590 199.204.45.115 - - [01/May/2026:01:04:47 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.586 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 4.585 201 3cc0b583afa46e7c6bbe8f19a4e675d9 199.204.45.115 - - [01/May/2026:01:04:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.681 [auth-system-keycloak-80] [] 10.0.0.137:8080 4246 0.680 200 0bf93627bfb2b9b4de2a0cf58e3daa38 199.204.45.115 - - [01/May/2026:01:04:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.528 200 789f2726a86171e125d1315719f1317f 199.204.45.115 - - [01/May/2026:01:04:49 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.081 [auth-system-keycloak-80] [] 10.0.0.137:8080 12500 0.081 200 64fe288a63bec01326723df7779bd83b 199.204.45.115 - - [01/May/2026:01:04:49 +0000] "GET /admin/realms/atmosphere/client-scopes/d8417ae1-9bee-4c96-a997-925629378b2b HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 1278 0.009 200 1b4b05a8a91309236392070627f86efe 199.204.45.115 - - [01/May/2026:01:04:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/d8417ae1-9bee-4c96-a997-925629378b2b HTTP/1.1" 204 0 "-" "Ansible" 1848 0.080 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.080 204 97a989cba149389e66eb84079cb95e39 199.204.45.115 - - [01/May/2026:01:04:49 +0000] "GET /admin/realms/atmosphere/client-scopes/d8417ae1-9bee-4c96-a997-925629378b2b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.088 [auth-system-keycloak-80] [] 10.0.0.137:8080 963 0.087 200 5857771157dd423341ea5bed0a1042fa 199.204.45.115 - - [01/May/2026:01:04:49 +0000] "GET /admin/realms/atmosphere/client-scopes/d8417ae1-9bee-4c96-a997-925629378b2b/protocol-mappers/models/49853579-f245-48a3-9e1e-7ae187d6ad6b HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.137:8080 366 0.010 200 758b73a807d9445dd80e3c5813126569 199.204.45.115 - - [01/May/2026:01:04:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/d8417ae1-9bee-4c96-a997-925629378b2b/protocol-mappers/models/49853579-f245-48a3-9e1e-7ae187d6ad6b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.072 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.071 204 5eca4ecf8bb3b9bb64cb5ead7534914c 199.204.45.115 - - [01/May/2026:01:04:50 +0000] "GET /admin/realms/atmosphere/client-scopes/d8417ae1-9bee-4c96-a997-925629378b2b HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.081 [auth-system-keycloak-80] [] 10.0.0.137:8080 1218 0.081 200 90f29f06174c58128eb03dbff11f6883 199.204.45.115 - - [01/May/2026:01:05:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.532 200 f9b9cf3ea389c4b7eb7c09c08751bd63 199.204.45.115 - - [01/May/2026:01:05:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.050 200 99f2cc86d38d50ea7f937efdec054c64 199.204.45.115 - - [01/May/2026:01:05:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.608 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.608 201 0e6a780dc31d14a9bf70825257e6a195 199.204.45.115 - - [01/May/2026:01:05:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.025 200 e7014c21b97dcf6e527443130ce7132f 199.204.45.115 - - [01/May/2026:01:05:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.464 200 236db4bb4a16d3ca47e3c28e554741ac 199.204.45.115 - - [01/May/2026:01:05:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.058 200 d88705a3ae9c1770693ab4d591a27a23 199.204.45.115 - - [01/May/2026:01:05:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.041 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.040 201 275aa899ba9d083472f46ed7a54eba7c 199.204.45.115 - - [01/May/2026:01:05:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.057 200 139c6bb86a25e5bddefc36a4aae821b6 199.204.45.115 - - [01/May/2026:01:05:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.478 200 6035ead3b95da8c20a1fa45757714325 199.204.45.115 - - [01/May/2026:01:05:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.009 200 6232fb665fead7fcf3024b588fdbced4 199.204.45.115 - - [01/May/2026:01:05:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.073 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.073 201 f892393ccec4bc7e63b44de9b3bc9bf2 199.204.45.115 - - [01/May/2026:01:05:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.019 200 1c80ea7ed54d0d3911bbc50ae95fc167 199.204.45.115 - - [01/May/2026:01:05:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.457 200 9d5cdc005dbc786646a0643f1fa665d7 199.204.45.115 - - [01/May/2026:01:05:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.035 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.036 200 1a91a4359844ddcbaf91b02d476eb7ec 199.204.45.115 - - [01/May/2026:01:05:15 +0000] "GET /admin/realms/atmosphere/clients/fc49e297-01ad-45aa-9f51-e17fdfbbe5fa/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.017 404 4c55a2d714abf8456969ccb39f5dd902 199.204.45.115 - - [01/May/2026:01:05:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.009 200 bdf50c1edc3e4cf176f4b4031173dfbf 199.204.45.115 - - [01/May/2026:01:05:15 +0000] "POST /admin/realms/atmosphere/clients/fc49e297-01ad-45aa-9f51-e17fdfbbe5fa/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.053 201 0ea887018b27cbbdc9ee82c7d5bebe3d 199.204.45.115 - - [01/May/2026:01:05:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 1261 0.009 200 29d2d0f40a04f5246db0b04240a17a1b 199.204.45.115 - - [01/May/2026:01:05:15 +0000] "GET /admin/realms/atmosphere/clients/fc49e297-01ad-45aa-9f51-e17fdfbbe5fa/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.050 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.049 200 749c26ef99e6aa8184fd37047402d2ff 199.204.45.115 - - [01/May/2026:01:05:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.474 200 a2e3f96192252177f0979c16c3a0a621 199.204.45.115 - - [01/May/2026:01:05:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.006 200 55e6f8d0cc1e0ac97334203c5ab231ad 199.204.45.115 - - [01/May/2026:01:05:16 +0000] "GET /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.029 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.029 404 1c29f06dac890a2abfecd7450ee6c199 199.204.45.115 - - [01/May/2026:01:05:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.006 200 0442082ca74285e713c00b9eafdec6ba 199.204.45.115 - - [01/May/2026:01:05:16 +0000] "POST /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.014 201 0c8f64350744c66065269015c5f9d23c 199.204.45.115 - - [01/May/2026:01:05:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.050 200 50cd7f4a74debe56236dcf2e041a730a 199.204.45.115 - - [01/May/2026:01:05:16 +0000] "GET /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.137:8080 165 0.012 200 923684ab066d2ee3bf47615561a1ef8f 199.204.45.115 - - [01/May/2026:01:05:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.603 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.602 200 875661c5df15348dd686c057aad18b05 199.204.45.115 - - [01/May/2026:01:05:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.006 200 c979e815521075759654978b42914778 199.204.45.115 - - [01/May/2026:01:05:17 +0000] "GET /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.008 404 b3350b23aabb1021b5a8d961c9f53e98 199.204.45.115 - - [01/May/2026:01:05:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.042 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.043 200 2d775da0ee4f850d4ed391ce2b51212f 199.204.45.115 - - [01/May/2026:01:05:17 +0000] "POST /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.015 201 4a02cda4c615ab444f76ec027208329f 199.204.45.115 - - [01/May/2026:01:05:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.006 200 89cb691a6b884de76f412dc350b45cd7 199.204.45.115 - - [01/May/2026:01:05:17 +0000] "GET /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.056 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.057 200 14a12d647897b9b660e1a153c60252d2 199.204.45.115 - - [01/May/2026:01:05:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.520 200 2e742b56d8ebe2166c4a98b3e0873863 199.204.45.115 - - [01/May/2026:01:05:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.009 200 3fb81706cf71438380a88bf629f329e2 199.204.45.115 - - [01/May/2026:01:05:18 +0000] "GET /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.059 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.059 404 05a62989e44ef1374b9aa0eca6ae38d9 199.204.45.115 - - [01/May/2026:01:05:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.011 200 8d67c9314573d65c9e938c9d74be111c 199.204.45.115 - - [01/May/2026:01:05:18 +0000] "POST /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.074 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.074 201 e0912d72feb5b769c9bf895476a1b5c2 199.204.45.115 - - [01/May/2026:01:05:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 1286 0.009 200 5aeb0343aa8fd6e2228d6c9d90b4403d 199.204.45.115 - - [01/May/2026:01:05:18 +0000] "GET /admin/realms/atmosphere/clients/6fb06404-ecfc-4445-83b0-9f966e780676/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.064 200 42a92e0299def8bdc903620cc54428b1 W0501 01:05:19.366543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:05:19.366589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:05:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.513 200 702e0c2d8b4b176efe0cdcb09ddc11ac 199.204.45.115 - - [01/May/2026:01:05:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.005 200 aa0fc3f1da218bab53112386fe6dd8e7 199.204.45.115 - - [01/May/2026:01:05:19 +0000] "GET /admin/realms/atmosphere/clients/eb416944-b42a-45d6-9872-12329aa2d03c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.071 404 5b2d65e07c66f7d292f15c0026f461de 199.204.45.115 - - [01/May/2026:01:05:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.008 200 506bbfd05188b41e98e4d40f99ea3989 199.204.45.115 - - [01/May/2026:01:05:19 +0000] "POST /admin/realms/atmosphere/clients/eb416944-b42a-45d6-9872-12329aa2d03c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.017 201 6ad619cbe4a00871301a3639b5d3c7ee 199.204.45.115 - - [01/May/2026:01:05:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.137:8080 1251 0.047 200 332d3edbab5b556813059e165c724979 199.204.45.115 - - [01/May/2026:01:05:19 +0000] "GET /admin/realms/atmosphere/clients/eb416944-b42a-45d6-9872-12329aa2d03c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.015 200 dcb4915bb79458ac76d1500d6233ad09 W0501 01:05:22.700709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:05:22.700777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:05:26.034261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:05:26.034327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:27.592689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:27.592739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:27.668253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:27.668372 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0501 01:06:27.668530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:27.668541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:27.668683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:27.668656 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0501 01:06:27.668816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:27.668855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:27.669310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:27.669390 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0501 01:06:27.669435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:27.669456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:06:27.671110 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0501 01:06:27.671142 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0501 01:06:27.671354 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0501 01:06:27.671384 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0501 01:06:27.671803 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0501 01:06:27.671837 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0501 01:06:27.677721 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0501 01:06:27.679393 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cb35618c-444b-46a7-a629-185bb5a34b3a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4572", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:06:27.679678 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0501 01:06:27.679729 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0501 01:06:27.680044 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0501 01:06:27.680086 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"439155a3-5407-48fb-81bf-2e9fe02d1a81", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4573", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0501 01:06:27.680129 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0501 01:06:27.680420 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0501 01:06:27.680476 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"75a5f724-d381-4e46-b409-c709772a5637", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4574", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0501 01:06:27.998477 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0501 01:06:28.001189 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0501 01:06:28.031702 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0501 01:06:28.032757 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0501 01:06:29.842547 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0501 01:06:29.843585 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" I0501 01:06:29.940922 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0501 01:06:29.942426 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0501 01:06:30.926831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:30.926890 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:30.926922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:30.927039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:30.927058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:06:30.927185 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:06:30.971809 7 controller.go:216] "Backend successfully reloaded" I0501 01:06:30.972754 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0501 01:06:34.260509 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:34.260562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:34.260584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:34.260680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:34.260702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:37.592887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:37.593018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:37.593085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:37.593273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:37.593330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:40.926928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:40.927009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:40.927049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:40.927171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:40.927203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:06:42.445927 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:06:42.446529 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:06:42.446826 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:06:42.452797 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"439155a3-5407-48fb-81bf-2e9fe02d1a81", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5185", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0501 01:06:42.455651 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"75a5f724-d381-4e46-b409-c709772a5637", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5186", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0501 01:06:42.457670 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cb35618c-444b-46a7-a629-185bb5a34b3a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5187", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:06:44.260054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:44.260131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:44.260168 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:44.260321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:44.260345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:47.593530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:47.593597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:47.593646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:47.593777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:47.593805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:50.926963 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:50.927033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:50.927074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:50.927283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:50.927312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:54.259949 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:54.260021 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:54.260749 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:54.261088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:54.261128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:57.593982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:06:57.594645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0501 01:06:57.594691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:06:57.595409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:06:57.595438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:00.926931 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:07:00.927006 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:07:00.927201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:00.927218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:04.260469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:07:04.260541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:07:04.260622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:04.260642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.51 - - [01/May/2026:01:07:06 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.035 [auth-system-keycloak-80] [] 10.0.0.137:8080 6382 0.035 200 a6d04e6b0f284220e294d18008d4e3a4 10.0.0.119 - - [01/May/2026:01:07:06 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.076 [auth-system-keycloak-80] [] 10.0.0.137:8080 6382 0.077 200 d065b1ea93034bf8f4dba9a7ad5564c2 W0501 01:07:07.593217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:07:07.593363 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0501 01:07:07.593539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:07.593579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:10.926410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:07:10.926619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:10.926640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:14.260115 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:07:14.260384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:14.260422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:17.593728 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:07:17.594236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:17.594276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:20.926686 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0501 01:07:20.926898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:20.926931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:24.260797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:24.260836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:27.593146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:27.593295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:30.926731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:30.926789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:07:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.527 200 8e485e17312abc8a04efe412026735db 199.204.45.115 - - [01/May/2026:01:07:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 4246 0.006 200 4401e127c46096a4c7bccd649db71e6b 199.204.45.115 - - [01/May/2026:01:07:33 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.378 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.378 204 b76bffccfaee88b9dd71c38eca88bef1 199.204.45.115 - - [01/May/2026:01:07:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.173 [auth-system-keycloak-80] [] 10.0.0.137:8080 4384 0.174 200 2fc2e29ed8a6af7f9f94ad8624da6373 199.204.45.115 - - [01/May/2026:01:07:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.485 200 104460ea3fc12a32e09436c37874ae29 199.204.45.115 - - [01/May/2026:01:07:34 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.031 [auth-system-keycloak-80] [] 10.0.0.137:8080 1682 0.030 200 a968247538b0badcfbbf623e509f90ce 199.204.45.115 - - [01/May/2026:01:07:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 6382 0.006 200 e72bddc9d2f55ee9b645e2d876d20ce5 199.204.45.115 - - [01/May/2026:01:07:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.493 200 76d72c9536b53ab5105bd0cd70cc66a2 199.204.45.115 - - [01/May/2026:01:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.010 200 2b601e0efec3d66f3221f700c0c03e52 199.204.45.115 - - [01/May/2026:01:07:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.174 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.173 201 c6381e5587cde97c9cd811912c679678 199.204.45.115 - - [01/May/2026:01:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.137:8080 2246 0.023 200 f3b4fed4f19713ca8f00099dacf4a694 199.204.45.115 - - [01/May/2026:01:07:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.536 [auth-system-keycloak-80] [] 10.0.0.137:8080 1928 0.535 200 b759bc0e727e7569705f4c2fe5f77b25 199.204.45.115 - - [01/May/2026:01:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 2246 0.006 200 3226d983501ca22b93be0ac5e6189806 199.204.45.115 - - [01/May/2026:01:07:37 +0000] "GET /admin/realms/atmosphere/clients/295a3c16-9fef-41b7-a44c-2cb72d113fd5/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.037 [auth-system-keycloak-80] [] 10.0.0.137:8080 233 0.038 200 fd03f4b0a3ad36a38878408ace89123c 199.204.45.115 - - [01/May/2026:01:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.137:8080 831 0.022 200 d44579db62989d2d99f87f696391e315 199.204.45.115 - - [01/May/2026:01:07:37 +0000] "GET /admin/realms/atmosphere/clients/e052f3a5-c225-480e-b77b-5c2121131201/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.054 [auth-system-keycloak-80] [] 10.0.0.137:8080 3758 0.053 200 82f2863cb52134101968a1fc9a60779b 199.204.45.115 - - [01/May/2026:01:07:38 +0000] "GET /admin/realms/atmosphere/users/269ac830-750d-4080-923e-04808e40b33c/role-mappings/clients/e052f3a5-c225-480e-b77b-5c2121131201/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.189 [auth-system-keycloak-80] [] 10.0.0.137:8080 3758 0.188 200 79ff78e31cb7fe6d85ad41dcfcb0b28f 199.204.45.115 - - [01/May/2026:01:07:38 +0000] "GET /admin/realms/atmosphere/users/269ac830-750d-4080-923e-04808e40b33c/role-mappings/clients/e052f3a5-c225-480e-b77b-5c2121131201/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.087 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.087 200 91afab5af279e69f7fff52d4064838cf 199.204.45.115 - - [01/May/2026:01:07:38 +0000] "POST /admin/realms/atmosphere/users/269ac830-750d-4080-923e-04808e40b33c/role-mappings/clients/e052f3a5-c225-480e-b77b-5c2121131201 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.071 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.070 204 0dbcc386890b62f06bfe00ea856b3f55 199.204.45.115 - - [01/May/2026:01:07:38 +0000] "GET /admin/realms/atmosphere/users/269ac830-750d-4080-923e-04808e40b33c/role-mappings/clients/e052f3a5-c225-480e-b77b-5c2121131201/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.016 [auth-system-keycloak-80] [] 10.0.0.137:8080 576 0.017 200 c6e00e82a987c2b442a267eda37e569d W0501 01:07:41.138588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:41.138622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:44.472236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:44.472288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:55.292539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:55.292590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:58.626407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:07:58.626459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:09:47.397410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:09:47.397455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:27.279810 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0501 01:10:27.279863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:27.279873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:10:27.281649 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:28.7kB} I0501 01:10:27.281673 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0501 01:10:27.287391 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0501 01:10:27.288036 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0501 01:10:27.288491 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate I0501 01:10:27.288523 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1d4fac97-f650-45d9-84d7-204681c4f18e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:10:27.288575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:27.288659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:10:27.288931 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:10:27.342696 7 controller.go:216] "Backend successfully reloaded" I0501 01:10:27.343315 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0501 01:10:27.638321 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0501 01:10:27.640014 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0501 01:10:30.623059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:30.623116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:10:31 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.006 300 a8f4d4e9cf2fbd440a176d49e9846a28 199.204.45.115 - - [01/May/2026:01:10:33 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 266 0.005 200 12ff7795aa414713efbcdeb81aef7215 199.204.45.115 - - [01/May/2026:01:10:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1360 0.354 201 c9101cb36d862471865b43aee7de4f91 199.204.45.115 - - [01/May/2026:01:10:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 3ed1f5108b02c3d465a48e847f5b3562 199.204.45.115 - - [01/May/2026:01:10:33 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.74:5000 90 0.036 404 8c90e62a3eb246528751a778b65e1c14 199.204.45.115 - - [01/May/2026:01:10:33 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.022 [openstack-keystone-api-5000] [] 10.0.0.74:5000 368 0.021 200 bfcb22748db9cde41d2dc8a831b5ab23 199.204.45.115 - - [01/May/2026:01:10:33 +0000] "GET /v3/domains/1ac88671ea6a45e89e5b81c982b3124a HTTP/1.1" 200 245 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-keystone-api-5000] [] 10.0.0.74:5000 245 0.016 200 db34768c4e1af16ee91524b169f90124 199.204.45.115 - - [01/May/2026:01:10:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.74:5000 266 0.004 200 2cbcef79fcacd09de9730d74cd10be31 199.204.45.115 - - [01/May/2026:01:10:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1360 0.328 201 d3fd86d172d9a245a8cf58184c18d0ce 199.204.45.115 - - [01/May/2026:01:10:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 c1a09005cef90dc3f69be9dc1305ea03 199.204.45.115 - - [01/May/2026:01:10:34 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.74:5000 101 0.023 404 82d2b85644e3c86299cf76426b81e771 199.204.45.115 - - [01/May/2026:01:10:34 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.74:5000 156 0.022 200 fdd8fea5fecd89c48136452831edbaa1 199.204.45.115 - - [01/May/2026:01:10:34 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.030 [openstack-keystone-api-5000] [] 10.0.0.74:5000 454 0.031 201 d9ea2e45a929eff4d410484a63daa795 199.204.45.115 - - [01/May/2026:01:10:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 266 0.005 200 8cbf136f875a49aa234a2de471c894ce 199.204.45.115 - - [01/May/2026:01:10:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1360 0.309 201 b523f970bb1c8f6d5178cf27f4ea950a 199.204.45.115 - - [01/May/2026:01:10:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 4e43363966fcdccde89965c293e84463 199.204.45.115 - - [01/May/2026:01:10:35 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.027 [openstack-keystone-api-5000] [] 10.0.0.74:5000 98 0.028 404 01575eacde3e912795905e7c4a19b826 199.204.45.115 - - [01/May/2026:01:10:35 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.74:5000 136 0.026 200 bb560c8c44a98277b54f20c2fc1c67c7 199.204.45.115 - - [01/May/2026:01:10:35 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.025 [openstack-keystone-api-5000] [] 10.0.0.74:5000 332 0.026 201 50dd14e521627b8db9794e652d665ca5 199.204.45.115 - - [01/May/2026:01:10:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 266 0.003 200 ac43b6ef31002f3e14970f471dd1c949 199.204.45.115 - - [01/May/2026:01:10:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1360 0.288 201 d8690ef7f570da8a3a0ed7ac20c95d30 199.204.45.115 - - [01/May/2026:01:10:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 8222861c242e1e614d44893991112801 199.204.45.115 - - [01/May/2026:01:10:37 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.74:5000 131 0.024 404 8765ee9ac51942740d4f2432c88396e7 199.204.45.115 - - [01/May/2026:01:10:37 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.74:5000 168 0.022 200 e13a1e547989268771a33ab2cba8239c 199.204.45.115 - - [01/May/2026:01:10:37 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.030 [openstack-keystone-api-5000] [] 10.0.0.74:5000 224 0.031 201 3426f046ff16d0e4554ba8436dfecc5a I0501 01:10:42.447027 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:10:42.452755 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1d4fac97-f650-45d9-84d7-204681c4f18e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7144", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:10:42.454895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:42.454935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:48.165893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:48.165946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:51.499994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:51.500050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:54.879087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:54.879127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:58.214141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:10:58.214208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:11:13.739827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:11:13.739873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:11:21.519448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:11:21.519498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:11:24.853595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:11:24.853655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:12:54.663123 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0501 01:12:54.663221 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0501 01:12:54.663269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:12:54.663289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:12:54.666164 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0501 01:12:54.666193 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0501 01:12:54.671663 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0501 01:12:54.672158 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0501 01:12:54.672367 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"54540620-6151-47c2-a931-eca43da94d3e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8148", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:12:54.672459 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0501 01:12:54.672539 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0501 01:12:54.672594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:12:54.672611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:12:54.672717 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:12:54.722305 7 controller.go:216] "Backend successfully reloaded" I0501 01:12:54.722496 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0501 01:12:54.911778 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0501 01:12:54.913440 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.115 - - [01/May/2026:01:12:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 a736b4cd878c0a936147718d730dfb40 199.204.45.115 - - [01/May/2026:01:12:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1992 0.354 201 38f62d102c683e919e6316b431e882c5 199.204.45.115 - - [01/May/2026:01:12:55 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.030 [openstack-keystone-api-5000] [] 10.0.0.74:5000 85 0.029 404 02655e61652ed44801233a27afafe894 199.204.45.115 - - [01/May/2026:01:12:55 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-keystone-api-5000] [] 10.0.0.74:5000 129 0.026 200 9a4a3767f3b46c1a64613968e9fbdc91 199.204.45.115 - - [01/May/2026:01:12:55 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.037 [openstack-keystone-api-5000] [] 10.0.0.74:5000 230 0.037 201 2e9c20d9bd07dd979db656a7c583b86b W0501 01:12:58.007034 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0501 01:12:58.007227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:12:58.007251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:13:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 8c73cab9070455f607a70f1b98696c47 199.204.45.115 - - [01/May/2026:01:13:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1992 0.300 201 d55e9f8b015a7379d595dece1cd95d9e 199.204.45.115 - - [01/May/2026:01:13:01 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.033 [openstack-keystone-api-5000] [] 10.0.0.74:5000 1521 0.034 200 78228a4e306e0bb1760f928fbb391a8c 199.204.45.115 - - [01/May/2026:01:13:01 +0000] "PUT /v3/roles/69cb6a124e854d549f63e13a502959be/implies/e9acbf6153034c2ab9b26d1be9206866 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.044 [openstack-keystone-api-5000] [] 10.0.0.74:5000 521 0.044 201 240bb513698b5bdd100fc7631a9cf02d W0501 01:13:01.914006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:13:01.914086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:13:42.444363 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:13:42.451432 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"54540620-6151-47c2-a931-eca43da94d3e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8578", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:13:42.452734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:13:42.452777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:13:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 c5100efcf8493ee8fda855f8cefb0efe 199.204.45.115 - - [01/May/2026:01:13:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2055 0.347 201 ec2c34da858305d27bd005d9dbc1214e 199.204.45.115 - - [01/May/2026:01:13:46 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.088 [openstack-keystone-api-5000] [] 10.0.0.74:5000 87 0.087 404 f4ed7797cf78e54f50c66b2313d6a431 199.204.45.115 - - [01/May/2026:01:13:46 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.029 [openstack-keystone-api-5000] [] 10.0.0.74:5000 390 0.030 200 0d4d101a736d6105a2a1671bbc26d1ca 199.204.45.115 - - [01/May/2026:01:13:46 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b5550638a30940b4b9d8dbf03545b027 HTTP/1.1" 404 91 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.040 [openstack-keystone-api-5000] [] 10.0.0.74:5000 91 0.040 404 b0fa838873704ed57a468c75d8ee61de 199.204.45.115 - - [01/May/2026:01:13:46 +0000] "GET /v3/users?domain_id=b5550638a30940b4b9d8dbf03545b027&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.039 [openstack-keystone-api-5000] [] 10.0.0.74:5000 178 0.039 200 35f4f212f5b2beb5b902911afff13361 199.204.45.115 - - [01/May/2026:01:13:47 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.288 [openstack-keystone-api-5000] [] 10.0.0.74:5000 291 0.289 201 ed7d192346d23ee9d08529134f51905f 199.204.45.115 - - [01/May/2026:01:13:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 625b500299766b3cb03df2d6a8e1df89 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2055 0.296 201 3bd20e6351e0c9ad09acd992786cc7d6 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.027 [openstack-keystone-api-5000] [] 10.0.0.74:5000 83 0.027 404 e9e4895cc846785c21b3d2b6cf4ddeac 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.024 [openstack-keystone-api-5000] [] 10.0.0.74:5000 361 0.023 200 bcc2f61cd751fd60d11990306c446f77 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.027 [openstack-keystone-api-5000] [] 10.0.0.74:5000 87 0.026 404 eab5d78c00ef13f76ec67c2b67bd3c54 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.031 [openstack-keystone-api-5000] [] 10.0.0.74:5000 390 0.031 200 b1e55696dd55578b0753984cc9c788a9 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.74:5000 91 0.026 404 f4ff00c4251bfad4984a8c106a46ca2d 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "GET /v3/users?domain_id=b5550638a30940b4b9d8dbf03545b027&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.031 [openstack-keystone-api-5000] [] 10.0.0.74:5000 458 0.031 200 2ec467868c7d7c79836ae04da7880520 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.028 [openstack-keystone-api-5000] [] 10.0.0.74:5000 88 0.028 404 9f545bde9cd5463504ecbe4700e105cc 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.027 [openstack-keystone-api-5000] [] 10.0.0.74:5000 520 0.027 200 a867ef838d782c8fc802347de695b540 199.204.45.115 - - [01/May/2026:01:13:50 +0000] "PUT /v3/projects/e1a7851c92bd43cd90ccf17920d4ec87/users/6099e112308848a59cdc8433c83ccb0b/roles/17f2630ee1db4debab635d3a2a643b87 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.057 [openstack-keystone-api-5000] [] 10.0.0.74:5000 0 0.056 204 6b0fcc272d46ae96318fa90081e8af17 199.204.45.115 - - [01/May/2026:01:13:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 8b205f2ec1b97d57228a0e7f40bbae44 199.204.45.115 - - [01/May/2026:01:13:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2055 0.347 201 ec71a68fc1402ce19135ec9094ab53e0 199.204.45.115 - - [01/May/2026:01:13:52 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.74:5000 151 0.022 200 676580babc0ff5d55a80a82fce56e959 199.204.45.115 - - [01/May/2026:01:13:52 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.040 [openstack-keystone-api-5000] [] 10.0.0.74:5000 263 0.040 201 ab02ee9a19ca0ad100732ef419c5c23d 199.204.45.115 - - [01/May/2026:01:13:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 972a5bce981cd14caebb4a7e563569a8 199.204.45.115 - - [01/May/2026:01:13:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2157 0.301 201 8549b54039a1703d3ba67299ea9e609c 199.204.45.115 - - [01/May/2026:01:13:53 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.74:5000 86 0.023 404 2a47e0ca425260bd1d382a5c2efa390e 199.204.45.115 - - [01/May/2026:01:13:53 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.74:5000 382 0.023 200 51ca1840627d904707db24f100feb87d 199.204.45.115 - - [01/May/2026:01:13:53 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=34384ebd5204491d858d1fbbb4cd4b27 HTTP/1.1" 200 205 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.026 [openstack-keystone-api-5000] [] 10.0.0.74:5000 205 0.026 200 c956c9f843c4ff5c82de37fab0d87313 199.204.45.115 - - [01/May/2026:01:13:53 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.036 [openstack-keystone-api-5000] [] 10.0.0.74:5000 379 0.037 201 b694964bdc8c3029baf36b2c419db9ee 199.204.45.115 - - [01/May/2026:01:13:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.003 300 0aeb4d3e04cec192329b968739200d62 199.204.45.115 - - [01/May/2026:01:13:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.74:5000 2366 0.290 201 bc76532eeb128877d512f2f9f51074dc 199.204.45.115 - - [01/May/2026:01:13:54 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.74:5000 86 0.022 404 5023f2abff41a6ad959cf81705d5555d 199.204.45.115 - - [01/May/2026:01:13:54 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.74:5000 382 0.019 200 b0b693508eebbb0e3ad1278739c40ccc 199.204.45.115 - - [01/May/2026:01:13:54 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=34384ebd5204491d858d1fbbb4cd4b27 HTTP/1.1" 200 207 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.74:5000 207 0.020 200 cc36f86882633ce2694a458b588d1387 199.204.45.115 - - [01/May/2026:01:13:54 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.025 [openstack-keystone-api-5000] [] 10.0.0.74:5000 392 0.024 201 5269ec49fb68f4be8df544400c767a5d W0501 01:13:56.166721 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0501 01:13:56.166852 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0501 01:13:56.166938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:13:56.166960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:13:56.170695 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0501 01:13:56.170726 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0501 01:13:56.175868 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0501 01:13:56.176128 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9d59e6ab-83de-4ac0-aeb7-959445d257af", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8703", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:13:56.176263 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0501 01:13:56.176514 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0501 01:13:56.176597 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0501 01:13:56.176662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:13:56.176677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:13:56.176802 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:13:56.243270 7 controller.go:216] "Backend successfully reloaded" I0501 01:13:56.243493 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0501 01:13:56.490017 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0501 01:13:56.491000 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0501 01:13:59.510430 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0501 01:13:59.510653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:13:59.510678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:13.105058 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0501 01:14:13.105301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:13.105337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:18.324430 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0501 01:14:18.324592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:18.324610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:21.658048 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0501 01:14:21.658284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:21.658316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:14:21.658487 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:14:21.712410 7 controller.go:216] "Backend successfully reloaded" I0501 01:14:21.712958 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0501 01:14:24.991756 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0501 01:14:24.991992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:24.992025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:28.325950 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0501 01:14:28.326097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:28.326121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:14:42.447158 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:14:42.453295 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9d59e6ab-83de-4ac0-aeb7-959445d257af", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9142", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:14:42.455062 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0501 01:14:42.455414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:42.455438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:45.789342 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0501 01:14:45.789499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:45.789536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:52.202600 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0501 01:14:52.202774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:14:52.202800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:15:24.485814 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0501 01:15:24.485972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:15:24.486002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:16:03.087987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:16:03.088035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:16:56.081966 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0501 01:16:56.082147 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0501 01:16:56.082251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:16:56.082283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:16:56.086556 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0501 01:16:56.086588 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0501 01:16:56.093426 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0501 01:16:56.093706 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"fefc8981-7882-48ca-9842-080413f59e5b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10249", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:16:56.094051 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0501 01:16:56.094591 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0501 01:16:56.094731 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0501 01:16:56.094828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:16:56.094850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:16:56.095026 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:16:56.148475 7 controller.go:216] "Backend successfully reloaded" I0501 01:16:56.148833 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0501 01:16:56.321001 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0501 01:16:56.324480 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0501 01:16:59.428262 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0501 01:16:59.428519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:16:59.428576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:17:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.006 300 1277bd629bbb4b6f93d91dfe9c23042c W0501 01:17:10.578857 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0501 01:17:10.578969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:10.578989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:17:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.316 201 73781e4079c67bd16742ae8ca6edf496 199.204.45.115 - - [01/May/2026:01:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6c124ffd6de90a3356c77e4701fb2c3f 199.204.45.115 - - [01/May/2026:01:17:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 30f2731d117c018816826691aeac3316 199.204.45.115 - - [01/May/2026:01:17:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 b6ad0bf84888be0fa849abc883f26807 199.204.45.115 - - [01/May/2026:01:17:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.337 201 101193458a5560b9109550ca7707b28c 199.204.45.115 - - [01/May/2026:01:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0e8f3aea1c10e2b39c6e8087aa55c126 199.204.45.115 - - [01/May/2026:01:17:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c502c0dc449b859fdb9ca0a9bf4be054 199.204.45.115 - - [01/May/2026:01:17:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 6707292344090ea60daac207db8f713a 199.204.45.115 - - [01/May/2026:01:17:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.289 201 14afdcaf87ee858c8fafbbaaee475c38 199.204.45.115 - - [01/May/2026:01:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 243f29016e7c854384603502a262ea34 199.204.45.115 - - [01/May/2026:01:17:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5530ec1ef34477b1a672a5ce13e8f3a9 199.204.45.115 - - [01/May/2026:01:17:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 4b9d8fcb6453c89990989664d6ed1399 199.204.45.115 - - [01/May/2026:01:17:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.302 201 3bd2a17ec597cd40a7e4b76275ca86c2 199.204.45.115 - - [01/May/2026:01:17:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e0de9cdfd17516c1918c462a4380e42d 199.204.45.115 - - [01/May/2026:01:17:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9ad6ac450d002a212ac84b2b23a996a9 199.204.45.115 - - [01/May/2026:01:17:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 8c74ab4036cb3265699c79a895aceee0 199.204.45.115 - - [01/May/2026:01:17:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.291 201 40dfa87b076f802aebd9fb3767e30288 199.204.45.115 - - [01/May/2026:01:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ec58dd46e110c42bd4a5eca7908d87eb 199.204.45.115 - - [01/May/2026:01:17:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 26f7119daf29dc40879534201fe0f4d7 W0501 01:17:18.974720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:18.974770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [01/May/2026:01:17:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.004 300 0c4dc473a1f1e98f035429f797250370 199.204.45.115 - - [01/May/2026:01:17:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.291 201 10ba9db8bab264769f91535b0d4e6460 199.204.45.115 - - [01/May/2026:01:17:19 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.76:9292 1193 0.003 300 c7606efb93744b4ae34bf3e0b8034c7c 199.204.45.115 - - [01/May/2026:01:17:20 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.631 [openstack-glance-api-9292] [] 10.0.0.76:9292 69 0.632 200 b1607ae1bfa1b154b38aea6e472dd392 199.204.45.115 - - [01/May/2026:01:17:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.74:5000 281 0.005 300 ba759279cc41e65f328a5061579d1746 199.204.45.115 - - [01/May/2026:01:17:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.74:5000 3201 0.285 201 c70785d581240f7a5751f414361e4f38 199.204.45.115 - - [01/May/2026:01:17:23 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.76:9292 1193 0.002 300 b75acd1f47e2e484c7b76e74c4493f11 199.204.45.115 - - [01/May/2026:01:17:23 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.048 [openstack-glance-api-9292] [] 10.0.0.76:9292 69 0.047 200 cd8b2e508ae5de3d3100fa1c27aafa9c 199.204.45.115 - - [01/May/2026:01:17:23 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.115 [openstack-glance-api-9292] [] 10.0.0.76:9292 151 0.116 404 bc6082bc0f17229ff906d0e146837ada 199.204.45.115 - - [01/May/2026:01:17:24 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.020 [openstack-glance-api-9292] [] 10.0.0.76:9292 81 0.021 200 805729bcd4a7d1507584676c0473f37e 199.204.45.115 - - [01/May/2026:01:17:24 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.76:9292 84 0.027 200 bb4993cc69bed486a2c6c95a5e6a52d3 199.204.45.115 - - [01/May/2026:01:17:24 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.058 [openstack-glance-api-9292] [] 10.0.0.76:9292 760 0.059 201 e3243f4bf0b7a1cc1149849a139c2071 199.204.45.115 - - [01/May/2026:01:17:27 +0000] "PUT /v2/images/9d4fd0b6-cf0e-4bbe-9793-a68aaa35fb04/file HTTP/1.1" 204 0 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.712 [openstack-glance-api-9292] [] 10.0.0.76:9292 0 3.712 204 fce82d8bea40bd14cbf9943d6da35e5b 199.204.45.115 - - [01/May/2026:01:17:27 +0000] "GET /v2/images/9d4fd0b6-cf0e-4bbe-9793-a68aaa35fb04 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-glance-api-9292] [] 10.0.0.76:9292 1171 0.020 200 fdf708aba75fd65e60e7c800793555a2 199.204.45.115 - - [01/May/2026:01:17:27 +0000] "GET /v2/images/9d4fd0b6-cf0e-4bbe-9793-a68aaa35fb04 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.76:9292 1171 0.017 200 d87bbef93c8a69bd6739204d55aadecf W0501 01:17:30.897904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:30.897952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:34.231169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:34.231219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:17:42.444821 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:17:42.451036 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"fefc8981-7882-48ca-9842-080413f59e5b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10665", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:17:42.454217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:42.454337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:53.081353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:53.081387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:56.415818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:56.415854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:59.748707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:17:59.748740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:18:03.082185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:18:03.082232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:18:18.540032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:18:18.540072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:18:26.902918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:18:26.903193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:18:30.237474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:18:30.237553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:21:07.299917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:21:07.299968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:09.222539 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0501 01:23:09.222657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:09.222733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:23:09.226577 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.004s renderingIngressLength:9 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:42.6kB} I0501 01:23:09.226606 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0501 01:23:09.235644 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0501 01:23:09.235929 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"4341ff5c-01b6-43ee-ba03-5b26bd33c1d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13006", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:23:09.236084 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0501 01:23:09.236527 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0501 01:23:09.236599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:09.236621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:23:09.236759 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:23:09.291873 7 controller.go:216] "Backend successfully reloaded" I0501 01:23:09.292110 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0501 01:23:09.489185 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0501 01:23:09.490640 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0501 01:23:12.571198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:12.571391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:15.904206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:15.904258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:19.238222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:19.238274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:23:42.445811 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:23:42.451972 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"4341ff5c-01b6-43ee-ba03-5b26bd33c1d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13333", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:23:42.454075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:23:42.454119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:24:31.325473 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0501 01:24:31.325952 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0501 01:24:31.326146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:24:31.326201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:24:31.333288 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.009s renderingIngressLength:10 renderingIngressTime:0s admissionTime:0.01s testedConfigurationSize:46.1kB} I0501 01:24:31.333322 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0501 01:24:31.339539 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" W0501 01:24:31.340198 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store I0501 01:24:31.340363 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"a4b458be-2cbc-4e75-88af-3b00200f5f12", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13655", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:24:31.340994 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0501 01:24:31.341186 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0501 01:24:31.341332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:24:31.341354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:24:31.341660 7 controller.go:196] "Configuration changes detected, backend reload required" I0501 01:24:31.406572 7 controller.go:216] "Backend successfully reloaded" I0501 01:24:31.406901 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fwmwg", UID:"d7f37d98-a98e-4b38-b1df-6a66a6cd986b", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0501 01:24:31.617261 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0501 01:24:31.618056 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0501 01:24:34.674476 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0501 01:24:34.674786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:24:34.674822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:24:42.300047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:24:42.300079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0501 01:24:42.446274 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.102.105.110"}] I0501 01:24:42.451597 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"a4b458be-2cbc-4e75-88af-3b00200f5f12", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13754", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0501 01:24:45.635038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0501 01:24:45.635123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store