------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0318 00:51:26.859226 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0318 00:51:26.859405 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0318 00:51:26.869483 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0318 00:51:26.872944 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0318 00:51:27.374561 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0318 00:51:27.397944 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0318 00:51:27.414048 7 nginx.go:271] "Starting NGINX Ingress controller" I0318 00:51:27.422626 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9b3eacb8-8da2-4c10-b576-84838913041d", APIVersion:"v1", ResourceVersion:"1146", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0318 00:51:27.427512 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d5fce416-8520-4f7b-b471-f99279c0f429", APIVersion:"v1", ResourceVersion:"1145", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0318 00:51:27.427579 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f9b6eef0-92ed-4b93-972a-99f3fce03d2b", APIVersion:"v1", ResourceVersion:"1144", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0318 00:51:28.616167 7 nginx.go:317] "Starting NGINX process" I0318 00:51:28.616256 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0318 00:51:28.616752 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0318 00:51:28.617060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:28.617097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:51:28.617145 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:51:28.624970 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0318 00:51:28.625078 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-97wbl" I0318 00:51:28.646088 7 controller.go:216] "Backend successfully reloaded" I0318 00:51:28.646191 7 controller.go:227] "Initial sync, sleeping for 1 second" I0318 00:51:28.646273 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-97wbl", UID:"0d83d8c8-7a88-408a-b76e-ea1cc76aed92", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 00:51:32.440764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:32.440821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:35.774549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:35.774608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:39.107751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:39.107790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:42.441471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:42.441528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:45.775080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:45.775121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:49.108313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:49.108366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:52.441414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:52.441497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:55.774403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:55.774489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:59.108029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:59.108179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:02.440884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:02.440967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:06.482844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:06.482910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:56.393510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:56.393558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:23.292722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:23.292758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:32.652362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:32.652404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:35.987421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:35.987473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:39.319441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:39.319491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:42.652630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:42.652690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:45.988465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:45.988512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:53.151090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:53.151137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:56.485048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:56.485104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:59.819718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:53:59.819902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:03.151610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:03.151755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:06.484683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:06.484738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:18.398377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:18.398420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:21.732175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:21.732223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:21.884016 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-131.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-131.nip.io-tls was not found. Using default certificate W0318 00:56:21.884077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:21.884092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:56:21.886160 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0318 00:56:21.886196 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0318 00:56:21.894062 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0318 00:56:21.894347 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9922d99a-9b2a-4a9a-825f-71f8d0584272", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3183", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:56:21.894707 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-131.nip.io-tls" in local store I0318 00:56:22.135314 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-131.nip.io-tls" I0318 00:56:22.139715 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-131.nip.io-tls" W0318 00:56:25.065522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:25.065575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:56:25.065685 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:56:25.109505 7 controller.go:216] "Backend successfully reloaded" I0318 00:56:25.109875 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-97wbl", UID:"0d83d8c8-7a88-408a-b76e-ea1cc76aed92", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 00:56:28.398766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:28.398811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:56:28.632113 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.38.240"}] I0318 00:56:28.638437 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9922d99a-9b2a-4a9a-825f-71f8d0584272", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3330", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:56:31.731996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:31.732144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:00:56:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.118 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 2.117 200 514760c508569b3a0f176f3fd356800f 199.204.45.131 - - [18/Mar/2026:00:56:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.206 [auth-system-keycloak-80] [] 10.0.0.60:8080 116 0.207 404 07597815e2b4580622cfa360ba139337 199.204.45.131 - - [18/Mar/2026:00:56:37 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.570 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 4.569 201 0968a12c6c9e99b565059db9fa691598 199.204.45.131 - - [18/Mar/2026:00:56:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.605 [auth-system-keycloak-80] [] 10.0.0.60:8080 4246 0.605 200 3780248a62b3378b3d2d620a384f9747 199.204.45.131 - - [18/Mar/2026:00:56:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.491 200 2c1617481438ceac6b8fbda7b80187ee 199.204.45.131 - - [18/Mar/2026:00:56:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.141 [auth-system-keycloak-80] [] 10.0.0.60:8080 12500 0.140 200 eae6c52387c2da02bd2a16e2b161d0ec 199.204.45.131 - - [18/Mar/2026:00:56:39 +0000] "GET /admin/realms/atmosphere/client-scopes/9664cc35-cfb2-4e6f-92c5-7359366e86ee HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.60:8080 1278 0.010 200 9d4560a29b8c79cddd22bbbdfd46dbbc 199.204.45.131 - - [18/Mar/2026:00:56:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/9664cc35-cfb2-4e6f-92c5-7359366e86ee HTTP/1.1" 204 0 "-" "Ansible" 1848 0.067 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.067 204 aa396f25c0f665656d3dd833740981e4 199.204.45.131 - - [18/Mar/2026:00:56:39 +0000] "GET /admin/realms/atmosphere/client-scopes/9664cc35-cfb2-4e6f-92c5-7359366e86ee/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.60:8080 963 0.019 200 7a1b32a7fb53ff66ced9eec261a83f72 199.204.45.131 - - [18/Mar/2026:00:56:39 +0000] "GET /admin/realms/atmosphere/client-scopes/9664cc35-cfb2-4e6f-92c5-7359366e86ee/protocol-mappers/models/fe2572d7-5e33-484e-9b9e-b37059b05b97 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.60:8080 366 0.060 200 83019c980eef5a5b8e3c48dcc6669392 199.204.45.131 - - [18/Mar/2026:00:56:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/9664cc35-cfb2-4e6f-92c5-7359366e86ee/protocol-mappers/models/fe2572d7-5e33-484e-9b9e-b37059b05b97 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.023 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.022 204 28723b9800959a32f1727ee9c40cb15b 199.204.45.131 - - [18/Mar/2026:00:56:39 +0000] "GET /admin/realms/atmosphere/client-scopes/9664cc35-cfb2-4e6f-92c5-7359366e86ee HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.067 [auth-system-keycloak-80] [] 10.0.0.60:8080 1218 0.067 200 3dc4a978af51d10dce2fb762918c6488 199.204.45.131 - - [18/Mar/2026:00:57:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.509 200 fecbae5c0e4214ddc5fc1385940413af 199.204.45.131 - - [18/Mar/2026:00:57:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.015 200 e0e1c0491b925b25ced11608ddb06a97 199.204.45.131 - - [18/Mar/2026:00:57:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.195 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.194 201 658854af0fdf79013c4e200d29beca38 199.204.45.131 - - [18/Mar/2026:00:57:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.079 [auth-system-keycloak-80] [] 10.0.0.60:8080 1261 0.079 200 0485cca6b07eea3b28393f38de9cc737 199.204.45.131 - - [18/Mar/2026:00:57:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.495 200 f5953cab0773fb2f26bb2264b1ac8838 199.204.45.131 - - [18/Mar/2026:00:57:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.012 200 6ef1011e978ca899bb0ceff323f19e53 199.204.45.131 - - [18/Mar/2026:00:57:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.150 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.148 201 a5217c31e7114b942d42b82bb75e835a 199.204.45.131 - - [18/Mar/2026:00:57:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.088 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.088 200 535b6e6193f4e865969dd160c26da5ae 199.204.45.131 - - [18/Mar/2026:00:57:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.535 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.533 200 b6a6893dc6e44979586dbfde494356b9 199.204.45.131 - - [18/Mar/2026:00:57:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.012 200 3e06b4e6df1f5a66298521023ed22818 199.204.45.131 - - [18/Mar/2026:00:57:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.141 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.140 201 f0acccd3bbcca456d8e5e32050e3911e 199.204.45.131 - - [18/Mar/2026:00:57:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.60:8080 1251 0.022 200 3ea523b44c00477cb11e35d8bc0d2ec1 199.204.45.131 - - [18/Mar/2026:00:57:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.564 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.563 200 d041607ee501450f7ff1709b7d6c607b 199.204.45.131 - - [18/Mar/2026:00:57:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 1261 0.007 200 4b1be1d91e869d9b8eb859b8bc8c8553 199.204.45.131 - - [18/Mar/2026:00:57:04 +0000] "GET /admin/realms/atmosphere/clients/c2376e7e-dab9-4824-8732-b03f8f3e02bf/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.032 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.031 404 07ddb565527316789d143e0d6b73d3ca 199.204.45.131 - - [18/Mar/2026:00:57:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.60:8080 1261 0.005 200 6de7851ce08d22edbab1eef04928f0a6 199.204.45.131 - - [18/Mar/2026:00:57:05 +0000] "POST /admin/realms/atmosphere/clients/c2376e7e-dab9-4824-8732-b03f8f3e02bf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.080 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.080 201 bad66da38ad24f8f4a0c964d1c08107e 199.204.45.131 - - [18/Mar/2026:00:57:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 1261 0.008 200 fd0bc8a3cdf7416ab80a7d6d5b60446f 199.204.45.131 - - [18/Mar/2026:00:57:05 +0000] "GET /admin/realms/atmosphere/clients/c2376e7e-dab9-4824-8732-b03f8f3e02bf/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.075 [auth-system-keycloak-80] [] 10.0.0.60:8080 166 0.075 200 9e34fc06fb720a33a9a712c13daa49ef 199.204.45.131 - - [18/Mar/2026:00:57:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.535 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.535 200 6860c2c65aad412483507eae83b7776b 199.204.45.131 - - [18/Mar/2026:00:57:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.009 200 16bde202d5a0f1dfb78f79180e6351b2 199.204.45.131 - - [18/Mar/2026:00:57:05 +0000] "GET /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.009 404 46b44e0a5c32493151f6a04534d90ef6 199.204.45.131 - - [18/Mar/2026:00:57:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.040 200 6a9a008d121f78bd3476cfb69eed798c 199.204.45.131 - - [18/Mar/2026:00:57:06 +0000] "POST /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.017 201 8c71cbcd05e827fa5e9495848d34410d 199.204.45.131 - - [18/Mar/2026:00:57:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.008 200 12222f96ecfed5b8e7974a3507e6c251 199.204.45.131 - - [18/Mar/2026:00:57:06 +0000] "GET /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.045 [auth-system-keycloak-80] [] 10.0.0.60:8080 165 0.044 200 3dbb88965f2ddbc690af37c1a13668a2 199.204.45.131 - - [18/Mar/2026:00:57:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.522 200 31f7abb60421c9164d8070df64eeda5c 199.204.45.131 - - [18/Mar/2026:00:57:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.008 200 7116c148241eedd18655563b5c8fc45e 199.204.45.131 - - [18/Mar/2026:00:57:06 +0000] "GET /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.008 404 2a2058f026c9c72bb0056d05bf705cec 199.204.45.131 - - [18/Mar/2026:00:57:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.038 200 75fa3c0a16426addb3d1ff629223fb86 199.204.45.131 - - [18/Mar/2026:00:57:07 +0000] "POST /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.015 201 e00993516feb7cc9bb9493e8a0f206bd 199.204.45.131 - - [18/Mar/2026:00:57:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.007 200 cc62ae16c6681f82a1ed1d97372476f9 199.204.45.131 - - [18/Mar/2026:00:57:07 +0000] "GET /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.60:8080 166 0.051 200 1b9a5b400e9d6ca17eb3fa9a77d98d2f 199.204.45.131 - - [18/Mar/2026:00:57:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.539 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.538 200 6b8ec624306cbcfa33819abf6b4b6a14 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.061 200 e5b12d4f5d2d5244eb3a8159d79ce99f 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "GET /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.012 404 6e24255886aa5b9d2e865ff853cef113 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.011 200 2079efb991f22e91b6e0f38be786b09e 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "POST /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.053 201 644ab4566437e1c417067026803124ef 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 1286 0.008 200 581cecd1cc04ee7b9fe90519e783d011 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "GET /admin/realms/atmosphere/clients/0f316ec5-5f2e-4ced-9229-ba1efc7d36ee/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.60:8080 166 0.013 200 b20e1198c5126d4f348c8866f3f670a2 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.435 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.434 200 c15ceb0e28b87a128be6a913d36497e2 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.025 [auth-system-keycloak-80] [] 10.0.0.60:8080 1251 0.025 200 043c141138f941e3cc92a5953d1d147d 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "GET /admin/realms/atmosphere/clients/3ace2db9-654f-4824-a2b1-a1ce6828f1c8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.008 404 90a0aee7c710b86df16ca78087de4807 199.204.45.131 - - [18/Mar/2026:00:57:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.60:8080 1251 0.004 200 19a7fead85f89e13bdb0147412c84bd0 199.204.45.131 - - [18/Mar/2026:00:57:09 +0000] "POST /admin/realms/atmosphere/clients/3ace2db9-654f-4824-a2b1-a1ce6828f1c8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.065 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.064 201 f3fb4f66903c589da6a0e9f576b829f3 199.204.45.131 - - [18/Mar/2026:00:57:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 1251 0.008 200 c3189a8e4767b2210a7d8d1b1055f206 199.204.45.131 - - [18/Mar/2026:00:57:09 +0000] "GET /admin/realms/atmosphere/clients/3ace2db9-654f-4824-a2b1-a1ce6828f1c8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.60:8080 166 0.070 200 412f84805b00952cb8b4ca8fe86c2484 W0318 00:57:11.880236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:11.880279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:15.673872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:15.673903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:15.747153 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:15.747223 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0318 00:58:15.747287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:15.747303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:15.747318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:15.747377 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0318 00:58:15.747379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:15.747418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:15.747435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:15.747474 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0318 00:58:15.747530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:15.747554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:58:15.749354 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0318 00:58:15.749378 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0318 00:58:15.749904 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0318 00:58:15.749938 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0318 00:58:15.749943 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0318 00:58:15.749967 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0318 00:58:15.775927 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0318 00:58:15.776249 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0318 00:58:15.776267 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0318 00:58:15.776301 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d25872cb-8313-4a8d-8b9c-a4e5fa837839", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4147", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:58:15.776404 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0318 00:58:15.776445 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"db7c4430-cc6e-4465-a6ba-cf001629285b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4150", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:58:15.791862 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0318 00:58:15.792196 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0318 00:58:15.792614 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"445cdc4e-3b9d-4349-919e-746d94411c4b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4158", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:58:16.147932 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0318 00:58:16.148822 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0318 00:58:16.218267 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0318 00:58:16.220066 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0318 00:58:17.340356 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0318 00:58:17.341324 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0318 00:58:19.007259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:19.007297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:19.007322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:19.007398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:19.007414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:58:19.007475 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:58:19.059584 7 controller.go:216] "Backend successfully reloaded" I0318 00:58:19.059839 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-97wbl", UID:"0d83d8c8-7a88-408a-b76e-ea1cc76aed92", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 00:58:22.341214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:22.341266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:22.341290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:22.341368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:22.341387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:25.674053 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:25.674130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:25.674171 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:25.674300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:25.674328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:58:28.993113 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.38.240"}] W0318 00:58:29.008238 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:29.008315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:29.008376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:29.008529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:29.008548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:58:29.174332 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"db7c4430-cc6e-4465-a6ba-cf001629285b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4696", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:58:29.174735 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.38.240"}] I0318 00:58:29.174989 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.38.240"}] I0318 00:58:29.198429 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d25872cb-8313-4a8d-8b9c-a4e5fa837839", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4700", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:58:29.381023 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"445cdc4e-3b9d-4349-919e-746d94411c4b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4702", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:58:32.341371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:32.341438 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:32.341479 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:32.341608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:32.341634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:35.674019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:35.674061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:35.674085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:35.674148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:35.674164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:39.008378 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:39.008441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:39.008482 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:39.008642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:39.008669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:42.341442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:42.341525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:42.341565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:42.341714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:42.341746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:45.674276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:45.674320 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:58:45.674346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:45.674431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:45.674463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:49.008192 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:49.008294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:49.008404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:49.008428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:52.341444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:52.341542 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:52.341688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:52.341715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:55.674276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:55.674346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:55.674427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:55.674446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:59.008012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:58:59.008096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:58:59.008177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:59.008193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:02.340645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:59:02.340743 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:59:02.340860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:02.340887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:05.673985 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:59:05.674038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:59:05.674100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:05.674113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:09.007500 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:59:09.007616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:59:09.007744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:09.007771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:12.342003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:59:12.342197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:59:12.342404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:12.342500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.244 - - [18/Mar/2026:00:59:14 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.035 [auth-system-keycloak-80] [] 10.0.0.60:8080 6432 0.035 200 d0acc98b2a2b0eabeda8133ed58a767a 10.0.0.161 - - [18/Mar/2026:00:59:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 6432 0.009 200 bae8de9d59c74b65732fcf4a0d2f8ff5 W0318 00:59:16.078215 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:59:16.078400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:16.078427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:27.039048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:59:27.039242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:27.039273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:00:59:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.463 200 46306f79582a97b53d229548e806dbfd W0318 00:59:30.373409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:30.373464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:00:59:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 4246 0.007 200 8465e7701dff0ef71ae1643bfffeb2ac 199.204.45.131 - - [18/Mar/2026:00:59:30 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.380 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.379 204 163991241c235ce68cd5a3f242d475d4 199.204.45.131 - - [18/Mar/2026:00:59:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.158 [auth-system-keycloak-80] [] 10.0.0.60:8080 4384 0.158 200 43380fd4c8e20889ac825d325d93b7a5 199.204.45.131 - - [18/Mar/2026:00:59:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.476 200 e8538d2c13908c3ebb8893dc261e0519 199.204.45.131 - - [18/Mar/2026:00:59:31 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.012 [auth-system-keycloak-80] [] 10.0.0.60:8080 1682 0.011 200 df76688d6d4d56c4953c122852c0d84a 199.204.45.131 - - [18/Mar/2026:00:59:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 6432 0.008 200 1dfeb6a4049775f2f613b8e95b3f35ae 199.204.45.131 - - [18/Mar/2026:00:59:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.497 200 9273dba1e8a2444bcd865b9af5010596 199.204.45.131 - - [18/Mar/2026:00:59:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.008 200 55cfa5b89b8d752d424c11e938b29d46 W0318 00:59:33.706134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:33.706167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:00:59:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.100 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.100 201 0ad9be0e9ec2e39eb7e5c20301bfd3ba 199.204.45.131 - - [18/Mar/2026:00:59:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.077 [auth-system-keycloak-80] [] 10.0.0.60:8080 2246 0.077 200 dd19233251ff8e52ae636bee9a9f538a 199.204.45.131 - - [18/Mar/2026:00:59:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.60:8080 1928 0.466 200 ed124283da4f8a09770b6f77455c6728 199.204.45.131 - - [18/Mar/2026:00:59:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.60:8080 2246 0.005 200 ad1ad5d914da5b022400d6c150178c00 199.204.45.131 - - [18/Mar/2026:00:59:34 +0000] "GET /admin/realms/atmosphere/clients/0338325c-4f2e-4d45-8c15-534fc91550f9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.60:8080 233 0.015 200 7b9117cf4f6d6267a1e39160c7213228 199.204.45.131 - - [18/Mar/2026:00:59:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.054 [auth-system-keycloak-80] [] 10.0.0.60:8080 831 0.053 200 513dad71adeb3d1545feddbe48b9fe19 199.204.45.131 - - [18/Mar/2026:00:59:34 +0000] "GET /admin/realms/atmosphere/clients/943ac174-62bd-4a9b-b7bb-f51344516ca4/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.60:8080 3758 0.025 200 a1e9f0542b90b14784e531dcbce53d55 199.204.45.131 - - [18/Mar/2026:00:59:35 +0000] "GET /admin/realms/atmosphere/users/cceaa3d1-6c6f-42f2-a41e-0b7adf8cf040/role-mappings/clients/943ac174-62bd-4a9b-b7bb-f51344516ca4/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.163 [auth-system-keycloak-80] [] 10.0.0.60:8080 3758 0.163 200 1698b7ef6b009549b4179625addfbfb9 199.204.45.131 - - [18/Mar/2026:00:59:35 +0000] "GET /admin/realms/atmosphere/users/cceaa3d1-6c6f-42f2-a41e-0b7adf8cf040/role-mappings/clients/943ac174-62bd-4a9b-b7bb-f51344516ca4/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.077 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.077 200 3444e73494eee0a7f19f21467edff0c7 199.204.45.131 - - [18/Mar/2026:00:59:35 +0000] "POST /admin/realms/atmosphere/users/cceaa3d1-6c6f-42f2-a41e-0b7adf8cf040/role-mappings/clients/943ac174-62bd-4a9b-b7bb-f51344516ca4 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.078 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.077 204 86e2c645ffb4aa295036b568449884d7 199.204.45.131 - - [18/Mar/2026:00:59:35 +0000] "GET /admin/realms/atmosphere/users/cceaa3d1-6c6f-42f2-a41e-0b7adf8cf040/role-mappings/clients/943ac174-62bd-4a9b-b7bb-f51344516ca4/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.60:8080 576 0.014 200 817d681b5282b69bb9bac341d8ce2bed W0318 00:59:38.013619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:38.013650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:41.347091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:41.347137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:44.681074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:44.681123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:48.014652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:59:48.014693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:43.800838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:43.800884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:15.902707 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 01:02:15.902814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:15.902835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:02:15.906905 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0318 01:02:15.906952 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0318 01:02:15.911570 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0318 01:02:15.911953 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"8374761d-9fb4-4dca-94b2-63b2a02d1018", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:02:15.912457 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0318 01:02:15.913116 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 01:02:15.913303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:15.913343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:02:15.913512 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:02:15.961341 7 controller.go:216] "Backend successfully reloaded" I0318 01:02:15.961633 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-97wbl", UID:"0d83d8c8-7a88-408a-b76e-ea1cc76aed92", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:02:16.265590 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0318 01:02:16.266900 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0318 01:02:19.247187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:19.247244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:01:02:20 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 bb8c2a71674816f4ec15db7789e5c280 199.204.45.131 - - [18/Mar/2026:01:02:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 266 0.003 200 bb3c63e9379cabdb87f7fc056697b4df 199.204.45.131 - - [18/Mar/2026:01:02:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.77:5000 1360 0.320 201 422cff7d819ad8683178a5ca86db0019 199.204.45.131 - - [18/Mar/2026:01:02:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.003 300 e1af24929055084e3be535f68e8ee43f 199.204.45.131 - - [18/Mar/2026:01:02:22 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.77:5000 90 0.032 404 551148d6bb2186c1aa01819256a3323e 199.204.45.131 - - [18/Mar/2026:01:02:22 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.77:5000 370 0.027 200 2a6641dda306c40a0ac5c4b0c50cafdb 199.204.45.131 - - [18/Mar/2026:01:02:22 +0000] "GET /v3/domains/5b94b5ba01a847d6b0de103d056ada4e HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.77:5000 247 0.019 200 48d0f359550f0367ec9d4421b561b803 199.204.45.131 - - [18/Mar/2026:01:02:22 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 266 0.003 200 8181f5f9e668874de6282c4ee0f0a841 199.204.45.131 - - [18/Mar/2026:01:02:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.77:5000 1360 0.295 201 1cee860b8821c0099aa1fcb95f1eab87 199.204.45.131 - - [18/Mar/2026:01:02:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 0e1a6eeca934f548c2e5650cebffacad 199.204.45.131 - - [18/Mar/2026:01:02:23 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.77:5000 101 0.026 404 8bf57c89297bd420d6b674a9dd25dd22 199.204.45.131 - - [18/Mar/2026:01:02:23 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.77:5000 156 0.020 200 b10a2d509084526672671e8f3c8f9450 199.204.45.131 - - [18/Mar/2026:01:02:23 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.031 [openstack-keystone-api-5000] [] 10.0.0.77:5000 342 0.031 201 91ed4a24436b8cdae401282c7c435151 199.204.45.131 - - [18/Mar/2026:01:02:23 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 266 0.003 200 b968908a313734e476edb8e95a7dc30f 199.204.45.131 - - [18/Mar/2026:01:02:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.77:5000 1360 0.292 201 1f13d4fee2d20954f2e977931f446ac7 199.204.45.131 - - [18/Mar/2026:01:02:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.003 300 a031ba0648a4f382c8f6f912ea99799c 199.204.45.131 - - [18/Mar/2026:01:02:24 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.055 [openstack-keystone-api-5000] [] 10.0.0.77:5000 98 0.054 404 453ae5c12dce216134bd6292d7cf8fda 199.204.45.131 - - [18/Mar/2026:01:02:24 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.77:5000 136 0.018 200 f308e17cf1d328714beae461fab48a39 199.204.45.131 - - [18/Mar/2026:01:02:24 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.77:5000 357 0.022 201 1a176c5b7c19cb93eb5481801c8f0247 199.204.45.131 - - [18/Mar/2026:01:02:25 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 266 0.003 200 e86e47b5912fce60cd88529e339a9b12 199.204.45.131 - - [18/Mar/2026:01:02:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.77:5000 1360 0.281 201 7a8c14bc6474fe24e387b0be34cd659b 199.204.45.131 - - [18/Mar/2026:01:02:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 a84c009db6a12481b7cce3cf72bd4f8e 199.204.45.131 - - [18/Mar/2026:01:02:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.019 [openstack-keystone-api-5000] [] 10.0.0.77:5000 131 0.020 404 8f437b88f60f243c7978cd0ac3e48a1b 199.204.45.131 - - [18/Mar/2026:01:02:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.77:5000 168 0.018 200 03092007b914d577aa38f5ee5d634782 199.204.45.131 - - [18/Mar/2026:01:02:25 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.77:5000 224 0.023 201 72bf8bf1f39628ca564f4c9eac784052 I0318 01:02:28.632714 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.38.240"}] I0318 01:02:28.641180 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"8374761d-9fb4-4dca-94b2-63b2a02d1018", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6550", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:02:28.646155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:28.646208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:34.840923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:34.840976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:38.174341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:38.174391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:41.587699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:41.587748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:44.922171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:02:44.922219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:00.300261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:00.300317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:03.635884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:03.635939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:08.079219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:08.079252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:11.413683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:11.413730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:43.182339 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:04:43.182423 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 01:04:43.182465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:43.182483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:04:43.185344 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0318 01:04:43.185373 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0318 01:04:43.192348 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0318 01:04:43.192824 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0318 01:04:43.192913 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ec93b086-8f7d-4171-8037-ef44ab4d6dd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7502", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:04:43.193233 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:04:43.193325 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 01:04:43.193397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:43.193419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:04:43.193544 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:04:43.241543 7 controller.go:216] "Backend successfully reloaded" I0318 01:04:43.241802 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-97wbl", UID:"0d83d8c8-7a88-408a-b76e-ea1cc76aed92", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:04:43.810969 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0318 01:04:43.812195 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.131 - - [18/Mar/2026:01:04:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 5f787305c74f2ebb5b85e47ad08c2998 199.204.45.131 - - [18/Mar/2026:01:04:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.77:5000 1992 0.350 201 6399078006f7bf81dff1dd2b84ddd110 199.204.45.131 - - [18/Mar/2026:01:04:44 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.019 [openstack-keystone-api-5000] [] 10.0.0.77:5000 85 0.019 404 5811f870ec66f9a6813666bae7393e8d 199.204.45.131 - - [18/Mar/2026:01:04:44 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.77:5000 129 0.021 200 07438e46b7f2def70f50be4c00d5d15d 199.204.45.131 - - [18/Mar/2026:01:04:44 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.037 [openstack-keystone-api-5000] [] 10.0.0.77:5000 230 0.037 201 9ff9d7af0452a4827080e50f1f38b772 W0318 01:04:46.529568 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:04:46.529773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:46.529806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:49.860931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:49.860988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:01:04:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.003 300 679461b8d124a289b3ffdef30416979e 199.204.45.131 - - [18/Mar/2026:01:04:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.371 [openstack-keystone-api-5000] [] 10.0.0.77:5000 1992 0.371 201 00b3b1350695dc1d735decc7e07a4b22 199.204.45.131 - - [18/Mar/2026:01:04:52 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.77:5000 1521 0.026 200 ba4a1059f997df72250ad266cd68faaa 199.204.45.131 - - [18/Mar/2026:01:04:52 +0000] "PUT /v3/roles/9a54a5f7044345e59c0fd1bc1b8855ce/implies/2c947c3be4d042c88f0382814d974e9f HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.033 [openstack-keystone-api-5000] [] 10.0.0.77:5000 521 0.034 201 baa00379d5b948dd6497b69c1ef20241 I0318 01:05:28.632805 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.38.240"}] I0318 01:05:28.638127 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ec93b086-8f7d-4171-8037-ef44ab4d6dd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7882", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:05:28.639976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:28.640016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:01:05:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 2340243fedf76b0c6499166da67a6982 199.204.45.131 - - [18/Mar/2026:01:05:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.77:5000 2055 0.328 201 2fad9de40a42e6b8aac40d2cfe6be943 199.204.45.131 - - [18/Mar/2026:01:05:43 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.034 [openstack-keystone-api-5000] [] 10.0.0.77:5000 87 0.034 404 240f9cf7a7438603d90cbc738e2ed87e 199.204.45.131 - - [18/Mar/2026:01:05:43 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.027 [openstack-keystone-api-5000] [] 10.0.0.77:5000 390 0.027 200 3e1497f13c48d088273c8b1060dee2c2 199.204.45.131 - - [18/Mar/2026:01:05:43 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a01586d6707c41dd83af7cd785081f71 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.77:5000 91 0.030 404 157060e17d28af9c6a5873cdebc52dda 199.204.45.131 - - [18/Mar/2026:01:05:43 +0000] "GET /v3/users?domain_id=a01586d6707c41dd83af7cd785081f71&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.043 [openstack-keystone-api-5000] [] 10.0.0.77:5000 178 0.043 200 71a673721b92374b403ddf6ab4d6392b 199.204.45.131 - - [18/Mar/2026:01:05:44 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.585 [openstack-keystone-api-5000] [] 10.0.0.77:5000 291 0.585 201 dc020fbbfed9c83802329b21dbe43c88 199.204.45.131 - - [18/Mar/2026:01:05:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 38fcdac7e131b131558c868f12430146 199.204.45.131 - - [18/Mar/2026:01:05:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.307 [openstack-keystone-api-5000] [] 10.0.0.77:5000 2055 0.307 201 4d993ac9428b17e6dfe2b93f7f24e869 199.204.45.131 - - [18/Mar/2026:01:05:49 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.026 [openstack-keystone-api-5000] [] 10.0.0.77:5000 83 0.026 404 256aeb7783906824934bc0e0791b5778 199.204.45.131 - - [18/Mar/2026:01:05:49 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.019 [openstack-keystone-api-5000] [] 10.0.0.77:5000 361 0.019 200 dcdafcb428baf82c213a6ec1ac42e3cd 199.204.45.131 - - [18/Mar/2026:01:05:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.77:5000 87 0.024 404 16d2550aaa665d253ba0f23a6b5aba7d 199.204.45.131 - - [18/Mar/2026:01:05:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.77:5000 390 0.022 200 6e60e1ba2a3bfd0e2a2637eef02eeb6f 199.204.45.131 - - [18/Mar/2026:01:05:49 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a01586d6707c41dd83af7cd785081f71 HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.022 [openstack-keystone-api-5000] [] 10.0.0.77:5000 91 0.022 404 0441987d49d8e5de226b490520d58485 199.204.45.131 - - [18/Mar/2026:01:05:50 +0000] "GET /v3/users?domain_id=a01586d6707c41dd83af7cd785081f71&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.038 [openstack-keystone-api-5000] [] 10.0.0.77:5000 458 0.038 200 c722e47ca78d9e087eda0770233c9804 199.204.45.131 - - [18/Mar/2026:01:05:50 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.77:5000 88 0.021 404 fcbb8f5dd7301034a7bd5fdeee554e64 199.204.45.131 - - [18/Mar/2026:01:05:50 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.77:5000 520 0.026 200 acdba86769776cbab0ae4517a5795995 199.204.45.131 - - [18/Mar/2026:01:05:50 +0000] "PUT /v3/projects/bb63bb03a3ee430ab75a2732dd4c6d01/users/b0213013babc4b1ab615e8a40824f1a7/roles/16d2491ac4e14ac6ae0a9d89e0aecd29 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.156 [openstack-keystone-api-5000] [] 10.0.0.77:5000 0 0.156 204 d13cb26cff1a2bbb5cdf08ad8afee650 199.204.45.131 - - [18/Mar/2026:01:05:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 c9e621162adbcbe581776f7bc30e1246 199.204.45.131 - - [18/Mar/2026:01:05:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.77:5000 2055 0.329 201 79e6b9d08f327a23a997087da9278c1b 199.204.45.131 - - [18/Mar/2026:01:05:53 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.77:5000 151 0.021 200 6af8d90b4bb7bde61b0474040862e825 199.204.45.131 - - [18/Mar/2026:01:05:53 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.77:5000 263 0.028 201 f00b15f42468e71d777e75bf82a39005 199.204.45.131 - - [18/Mar/2026:01:05:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.003 300 bed8effa4a6e4fc545387679a5f6e465 199.204.45.131 - - [18/Mar/2026:01:05:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.77:5000 2157 0.295 201 9c365c8bdc8472d9cd9cfdeb92908bfe 199.204.45.131 - - [18/Mar/2026:01:05:54 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.016 [openstack-keystone-api-5000] [] 10.0.0.77:5000 86 0.016 404 a32cc99702c4b7416c681208145311f0 199.204.45.131 - - [18/Mar/2026:01:05:54 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.013 [openstack-keystone-api-5000] [] 10.0.0.77:5000 382 0.013 200 55a880a5902176655731c1bff4d70c2f 199.204.45.131 - - [18/Mar/2026:01:05:54 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=29d1ab9cd4894bd3a108be2b6bc8515e HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.77:5000 205 0.019 200 0b926bc1fd6b3c0bf2289fe31bf78868 199.204.45.131 - - [18/Mar/2026:01:05:54 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.021 [openstack-keystone-api-5000] [] 10.0.0.77:5000 379 0.022 201 489bab0531ae9bb9d62128878f121987 199.204.45.131 - - [18/Mar/2026:01:05:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.002 300 fe5f98b3b60655c9746664f7b550f66a 199.204.45.131 - - [18/Mar/2026:01:05:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.77:5000 2366 0.297 201 28ffccea208a0cece2a655c3c1459bfc 199.204.45.131 - - [18/Mar/2026:01:05:55 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.77:5000 86 0.024 404 1244ee8969c3deb72f6af64d211d43d0 199.204.45.131 - - [18/Mar/2026:01:05:55 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.77:5000 382 0.017 200 6d6caf2c773c97e66b7d80121b8c8445 199.204.45.131 - - [18/Mar/2026:01:05:55 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=29d1ab9cd4894bd3a108be2b6bc8515e HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.77:5000 207 0.018 200 b0d6598a4077c5ca3c71c1c6f2271430 199.204.45.131 - - [18/Mar/2026:01:05:55 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.025 [openstack-keystone-api-5000] [] 10.0.0.77:5000 392 0.025 201 3f75cd3e45ce8506e4e9816e0d3d8a75 W0318 01:05:56.982241 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:05:56.983225 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 01:05:56.983468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:56.983494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:05:56.991464 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.01s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.01s testedConfigurationSize:35.7kB} I0318 01:05:56.991488 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0318 01:05:56.999103 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0318 01:05:56.999312 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7c7e10bd-af20-464e-8190-dc030fbe2b14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8070", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:05:56.999623 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0318 01:05:57.000081 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:05:57.000193 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 01:05:57.000274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:57.000297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:05:57.000452 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:05:57.059098 7 controller.go:216] "Backend successfully reloaded" I0318 01:05:57.059650 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-97wbl", UID:"0d83d8c8-7a88-408a-b76e-ea1cc76aed92", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:05:57.374952 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0318 01:05:57.376121 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0318 01:06:00.333569 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:06:00.333755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:00.333779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:14.006878 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:06:14.007034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:14.007053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:18.138469 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:18.138639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:18.138668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:06:18.138823 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:06:18.197197 7 controller.go:216] "Backend successfully reloaded" I0318 01:06:18.197920 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-97wbl", UID:"0d83d8c8-7a88-408a-b76e-ea1cc76aed92", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 01:06:21.472359 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:21.472532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:21.472560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:24.806233 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:24.806418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:24.806450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:28.138821 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:28.139288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:28.139475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:06:28.660747 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.38.240"}] I0318 01:06:28.692587 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7c7e10bd-af20-464e-8190-dc030fbe2b14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8410", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:06:31.471922 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:31.472104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:31.472135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:34.806148 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:34.806253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:34.806261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:45.094990 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:45.095178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:45.095207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:48.428951 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:48.429206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:48.429235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:53.298343 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:06:53.298454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:06:53.298468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:01.823904 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:07:01.824076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:01.824104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:40.947254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:40.947284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:01.626270 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:09:01.626371 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 01:09:01.626429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:01.626448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:09:01.629720 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0318 01:09:01.629743 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0318 01:09:01.633442 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0318 01:09:01.633706 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"27e0696f-8358-4677-bb03-ac13d348fa14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9508", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:09:01.634069 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0318 01:09:01.634590 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:09:01.634715 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 01:09:01.634822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:01.634850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:09:01.635013 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:09:01.688423 7 controller.go:216] "Backend successfully reloaded" I0318 01:09:01.689374 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-97wbl", UID:"0d83d8c8-7a88-408a-b76e-ea1cc76aed92", APIVersion:"v1", ResourceVersion:"1254", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:09:01.864413 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0318 01:09:01.867577 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0318 01:09:04.969667 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:09:04.970068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:04.970099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:01:09:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 eba107262a8f7863dd37e9f1938c0734 199.204.45.131 - - [18/Mar/2026:01:09:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.327 201 86f2d76b66abc15810a2b5c503e482e4 199.204.45.131 - - [18/Mar/2026:01:09:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3a2d0a26bc3ff530834a294b00ceb2eb 199.204.45.131 - - [18/Mar/2026:01:09:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f839489803bd540d27277217774f2bb0 199.204.45.131 - - [18/Mar/2026:01:09:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 539ae85ad86812785a394d15a14ba571 199.204.45.131 - - [18/Mar/2026:01:09:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.283 201 4c8cf0ec3a3ee0d0bb2f7e4e6ab0a5fc 199.204.45.131 - - [18/Mar/2026:01:09:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dac99aba1abc1e5690ce24fcabc6c6a1 199.204.45.131 - - [18/Mar/2026:01:09:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 185b973708fce181595c85352fe34aad 199.204.45.131 - - [18/Mar/2026:01:09:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 2fbcbf050068fef94560c357761d0caa 199.204.45.131 - - [18/Mar/2026:01:09:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.298 201 6fc8d91b738e77092e83cdfcb5c3403a 199.204.45.131 - - [18/Mar/2026:01:09:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5e8e67c9091bec994852bfbc784527cd 199.204.45.131 - - [18/Mar/2026:01:09:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4d1a7024dcb31010374c81c53b6e18ce 199.204.45.131 - - [18/Mar/2026:01:09:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.003 300 93629ffe50e3b12cfe3752f91dc5f852 W0318 01:09:11.118987 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:09:11.119123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:11.119144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:01:09:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.309 201 be5dd054eaf446f1fa87e94cd467f3cf 199.204.45.131 - - [18/Mar/2026:01:09:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ab8578369a30e22cc6b99162c78412d3 199.204.45.131 - - [18/Mar/2026:01:09:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 53394e7e90631aa2f57d46990e6f7242 199.204.45.131 - - [18/Mar/2026:01:09:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.003 300 1b06b0f34587a8c98695ca4e9d93bce0 199.204.45.131 - - [18/Mar/2026:01:09:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.292 201 113f4802cd94b0a3ebbe2b3b9aedc0d5 199.204.45.131 - - [18/Mar/2026:01:09:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a5ad1c17a88f7249b317e09986b34be8 199.204.45.131 - - [18/Mar/2026:01:09:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b242aa897a352d14e293ceac243435ed 199.204.45.131 - - [18/Mar/2026:01:09:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.002 300 9950c900e3bbdfe8672a9efee474e8a2 199.204.45.131 - - [18/Mar/2026:01:09:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.285 201 09f0ee2db94f807540f7bada2c2656fe 199.204.45.131 - - [18/Mar/2026:01:09:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 91bbb79106c42f487ecb4f9fbb59326e 199.204.45.131 - - [18/Mar/2026:01:09:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0006b26aa9fe98f69bc81fc1199b514f 199.204.45.131 - - [18/Mar/2026:01:09:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.003 300 e8f8302e9dc05f9fc991697ee633633c 199.204.45.131 - - [18/Mar/2026:01:09:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.286 201 fb4cd38908056b2e85c022a952b79932 199.204.45.131 - - [18/Mar/2026:01:09:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d9ca9be04e99bd15241710b8fcd31be7 199.204.45.131 - - [18/Mar/2026:01:09:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 736ecb9072dfed3fb0be1bae57a39e01 199.204.45.131 - - [18/Mar/2026:01:09:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 33304480b91192ec0b8409ce6bf83b5c 199.204.45.131 - - [18/Mar/2026:01:09:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.330 201 e21870136dfc891e7c72d7b7edfa5f04 199.204.45.131 - - [18/Mar/2026:01:09:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fb68acf83d3670cc6f69628b2fb04e16 199.204.45.131 - - [18/Mar/2026:01:09:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b22baa461c17698d75f917d0a08478e0 199.204.45.131 - - [18/Mar/2026:01:09:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.004 300 64edbcc8b9a091ea7022c3a4aa6bc794 199.204.45.131 - - [18/Mar/2026:01:09:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.287 201 c61d0dc1b6f791fb428beb5ccad577cb 199.204.45.131 - - [18/Mar/2026:01:09:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 73d81de24b9398c00c36a63525467cc5 199.204.45.131 - - [18/Mar/2026:01:09:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b51a95b05d062a173d774e93fedf2b26 W0318 01:09:21.461018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:21.461059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:01:09:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.003 300 5445c8f454243f3f1d79d8f2dc5925c1 199.204.45.131 - - [18/Mar/2026:01:09:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.304 201 5aaf417721ef42adc71137a3a663278f 199.204.45.131 - - [18/Mar/2026:01:09:21 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.222:9292 1312 0.003 300 9ca42d5cc9b272c1926d591655bb443f 199.204.45.131 - - [18/Mar/2026:01:09:22 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.545 [openstack-glance-api-9292] [] 10.0.0.222:9292 69 0.546 200 62e35b8d4f1887890fa4853f860b20aa 199.204.45.131 - - [18/Mar/2026:01:09:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.77:5000 281 0.005 300 293cf8ff7d2fd5a5e59ae6d6212faad4 199.204.45.131 - - [18/Mar/2026:01:09:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.77:5000 3201 0.292 201 935856cbe180a2eb074686e3dbb362b3 199.204.45.131 - - [18/Mar/2026:01:09:25 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.222:9292 1312 0.003 300 de6f03efc62b780df6d2f905569be07c 199.204.45.131 - - [18/Mar/2026:01:09:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.041 [openstack-glance-api-9292] [] 10.0.0.222:9292 69 0.041 200 56ae621f0d1f5e9c451b68838cb8ef31 199.204.45.131 - - [18/Mar/2026:01:09:25 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.130 [openstack-glance-api-9292] [] 10.0.0.222:9292 151 0.130 404 a1511e3bf5f1816d91469b2c59b224ff 199.204.45.131 - - [18/Mar/2026:01:09:25 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.028 [openstack-glance-api-9292] [] 10.0.0.222:9292 81 0.029 200 359bbfc3f4c94b407232acce0cd44694 199.204.45.131 - - [18/Mar/2026:01:09:25 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.034 [openstack-glance-api-9292] [] 10.0.0.222:9292 84 0.034 200 903f8adc23befb91059585a1ec1680d8 199.204.45.131 - - [18/Mar/2026:01:09:26 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.059 [openstack-glance-api-9292] [] 10.0.0.222:9292 760 0.059 201 24de290d0c4bba3b207a3a7c51175bc0 I0318 01:09:28.632084 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.38.240"}] I0318 01:09:28.637876 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"27e0696f-8358-4677-bb03-ac13d348fa14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9689", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:09:28.638499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:28.638542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [18/Mar/2026:01:09:29 +0000] "PUT /v2/images/24d8b773-19c3-4d22-91da-3ebc7b256363/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.318 [openstack-glance-api-9292] [] 10.0.0.222:9292 0 3.318 204 ee495632a406aa32fa64020ace363aa6 199.204.45.131 - - [18/Mar/2026:01:09:29 +0000] "GET /v2/images/24d8b773-19c3-4d22-91da-3ebc7b256363 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.222:9292 1171 0.015 200 715ee1303dc8d2272b79437563048960 199.204.45.131 - - [18/Mar/2026:01:09:29 +0000] "GET /v2/images/24d8b773-19c3-4d22-91da-3ebc7b256363 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.222:9292 1171 0.016 200 612a85723bba0bf4d46d5f3d53a1c3ab W0318 01:09:32.198953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:32.199004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:35.532603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:09:35.532651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store