------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0324 14:54:47.612785 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0324 14:54:47.613031 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0324 14:54:47.622842 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0324 14:54:47.626233 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0324 14:54:47.937504 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0324 14:54:47.958650 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0324 14:54:47.973077 7 nginx.go:271] "Starting NGINX Ingress controller" I0324 14:54:47.979982 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"12bac7a1-14fe-46e6-99b8-7ab4f21f2890", APIVersion:"v1", ResourceVersion:"1061", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0324 14:54:47.983191 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"519bcf7a-c81a-477c-a750-230ca6cf2ff1", APIVersion:"v1", ResourceVersion:"1059", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0324 14:54:47.983239 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d28fdbf7-b8ea-4a12-bcfd-15dad362c9b0", APIVersion:"v1", ResourceVersion:"1060", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0324 14:54:49.175693 7 nginx.go:317] "Starting NGINX process" I0324 14:54:49.175796 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0324 14:54:49.176269 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0324 14:54:49.176591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:49.176642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:54:49.176697 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:54:49.188548 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0324 14:54:49.188947 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-lsbmb" I0324 14:54:49.211950 7 controller.go:216] "Backend successfully reloaded" I0324 14:54:49.212077 7 controller.go:227] "Initial sync, sleeping for 1 second" I0324 14:54:49.212129 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lsbmb", UID:"2d478b74-bb73-4530-a054-6c4dfe900585", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:54:52.997088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:52.997166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:56.331301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:56.331355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:59.664493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:54:59.664540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:02.998562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:02.998617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:06.330712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:06.330754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:09.664734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:09.664788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:12.997257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:12.997321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:19.133109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:19.133163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:22.469432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:22.469499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:25.800761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:25.800824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:14.940471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:14.940517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:18.274071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:18.274126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:26.900484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:26.900543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:30.235224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:30.235271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:35.042413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:35.042463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:38.376664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:38.376729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:41.709584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:41.709644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:45.043035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:45.043100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:48.376121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:48.376169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:53.602598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:53.602647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:01.658297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:01.658342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:04.992827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:04.992885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:10.968675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:10.968710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:14.302690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:14.302782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:14.662644 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-233.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-233.nip.io-tls was not found. Using default certificate W0324 14:59:14.662708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:14.662729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:14.664593 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0324 14:59:14.664630 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0324 14:59:14.672692 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0324 14:59:14.673206 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b2b23475-d191-4024-938b-756020a0a872", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2990", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:59:14.673394 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-233.nip.io-tls" in local store I0324 14:59:14.968023 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-233.nip.io-tls" I0324 14:59:14.969142 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-233.nip.io-tls" W0324 14:59:17.637043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:17.637095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:17.637400 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:59:17.684970 7 controller.go:216] "Backend successfully reloaded" I0324 14:59:17.685313 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lsbmb", UID:"2d478b74-bb73-4530-a054-6c4dfe900585", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:59:20.969173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:20.969236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:14:59:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.299 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 2.297 200 f603aed7344d0b4397013f9babb73f55 199.19.213.233 - - [24/Mar/2026:14:59:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.181 [auth-system-keycloak-80] [] 10.0.0.205:8080 116 0.182 404 699af409f9e42a449f78028e7ca41e71 199.19.213.233 - - [24/Mar/2026:14:59:31 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.697 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 4.696 201 b9331ec6ee214d4ddfa52349cf6f3a51 199.19.213.233 - - [24/Mar/2026:14:59:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.697 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.698 200 e4012e555f79983e9b307cd62232de6c 199.19.213.233 - - [24/Mar/2026:14:59:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.739 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.738 200 80f32548650f829c32d0869f09973ef1 199.19.213.233 - - [24/Mar/2026:14:59:33 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.154 [auth-system-keycloak-80] [] 10.0.0.205:8080 12500 0.153 200 094e03dfb4ae66efe6649bc1b7e6f4c6 199.19.213.233 - - [24/Mar/2026:14:59:33 +0000] "GET /admin/realms/atmosphere/client-scopes/d288fa19-781f-495c-bdc9-c262eef766b2 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.205:8080 1278 0.012 200 0f10347bc11452a3e0b5d79a5ea78428 199.19.213.233 - - [24/Mar/2026:14:59:33 +0000] "PUT /admin/realms/atmosphere/client-scopes/d288fa19-781f-495c-bdc9-c262eef766b2 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.078 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.077 204 ad0469f3188c8e9103260a9e991c985c 199.19.213.233 - - [24/Mar/2026:14:59:34 +0000] "GET /admin/realms/atmosphere/client-scopes/d288fa19-781f-495c-bdc9-c262eef766b2/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.091 [auth-system-keycloak-80] [] 10.0.0.205:8080 963 0.091 200 52ec2a1eb30c8b8fc2f280f71a66a889 199.19.213.233 - - [24/Mar/2026:14:59:34 +0000] "GET /admin/realms/atmosphere/client-scopes/d288fa19-781f-495c-bdc9-c262eef766b2/protocol-mappers/models/49426e40-b7c7-476d-8af4-29ef7e91e6e2 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.070 [auth-system-keycloak-80] [] 10.0.0.205:8080 366 0.069 200 d7c4c581a5320f21d96371386e5f2368 199.19.213.233 - - [24/Mar/2026:14:59:34 +0000] "PUT /admin/realms/atmosphere/client-scopes/d288fa19-781f-495c-bdc9-c262eef766b2/protocol-mappers/models/49426e40-b7c7-476d-8af4-29ef7e91e6e2 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.090 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.088 204 918c6cdb16c6abdb5355a7f43444536d 199.19.213.233 - - [24/Mar/2026:14:59:34 +0000] "GET /admin/realms/atmosphere/client-scopes/d288fa19-781f-495c-bdc9-c262eef766b2 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.205:8080 1218 0.020 200 d170d9794ec3d90a3c0cc06f4deaf187 I0324 14:59:49.201447 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.35.222"}] I0324 14:59:49.206605 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b2b23475-d191-4024-938b-756020a0a872", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3345", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:59:49.208283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:49.208323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:14:59:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.476 200 a1005650fda476b9ebd4daa8f442c548 199.19.213.233 - - [24/Mar/2026:14:59:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.043 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.042 200 87e950e192e45c0bd645b4f409dafbb1 199.19.213.233 - - [24/Mar/2026:14:59:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.192 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.191 201 0188da38f8f3698e35aae84eb3e8c89e 199.19.213.233 - - [24/Mar/2026:14:59:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.205:8080 1261 0.085 200 263f3cf7885ab123a6a0fc3b6a288fa2 199.19.213.233 - - [24/Mar/2026:14:59:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.517 200 f4ffbdac5b269163ebae0b3756f2ef52 199.19.213.233 - - [24/Mar/2026:14:59:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.012 200 0054ef5f285472f1bd4bcc4e764b84b1 199.19.213.233 - - [24/Mar/2026:14:59:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.085 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.083 201 fc9b3f111007687a0543778983840cda 199.19.213.233 - - [24/Mar/2026:14:59:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.077 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.077 200 5aa8a27290dc10dbda6a9c57a8598223 199.19.213.233 - - [24/Mar/2026:14:59:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.522 200 f8c880f08f6596898860b0bd92eac402 199.19.213.233 - - [24/Mar/2026:14:59:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.049 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.050 200 d3de0d91e64c223e575f7e9ce1a8c69f 199.19.213.233 - - [24/Mar/2026:14:59:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.090 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.089 201 7307179d53f2cb3cb3e3313a0337dc86 199.19.213.233 - - [24/Mar/2026:14:59:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.025 [auth-system-keycloak-80] [] 10.0.0.205:8080 1251 0.025 200 c0bd5c8c9baa2aac8d96c1a7612e7f31 199.19.213.233 - - [24/Mar/2026:14:59:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.505 200 6cb2988553b307190bb05e20029d3ccf 199.19.213.233 - - [24/Mar/2026:14:59:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1261 0.008 200 b5d61d59394e6e4f58d5298b7a636cba 199.19.213.233 - - [24/Mar/2026:14:59:59 +0000] "GET /admin/realms/atmosphere/clients/c1fda8d5-b1cd-4b29-81e8-6206409137c1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.041 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.040 404 e791da516414dcd392e6d01388a9c32a 199.19.213.233 - - [24/Mar/2026:14:59:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1261 0.007 200 1fbf0efb78abc839a250394473f4865f 199.19.213.233 - - [24/Mar/2026:14:59:59 +0000] "POST /admin/realms/atmosphere/clients/c1fda8d5-b1cd-4b29-81e8-6206409137c1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.021 201 0f4b3b2266cd8957ec663ac460fdca14 199.19.213.233 - - [24/Mar/2026:14:59:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.046 [auth-system-keycloak-80] [] 10.0.0.205:8080 1261 0.046 200 b8755ebfb71ffbe3e6a2a9e0b8175eb6 199.19.213.233 - - [24/Mar/2026:14:59:59 +0000] "GET /admin/realms/atmosphere/clients/c1fda8d5-b1cd-4b29-81e8-6206409137c1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.080 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.080 200 9f13129767fff78ee95795d293484d54 199.19.213.233 - - [24/Mar/2026:15:00:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.503 200 9bf8845b07880797b6ab65717a751ff1 199.19.213.233 - - [24/Mar/2026:15:00:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.010 200 9af3cfa314a823c588722aebe77f760f 199.19.213.233 - - [24/Mar/2026:15:00:00 +0000] "GET /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.012 404 70da4e349b2d62dbc14c939a59842be4 199.19.213.233 - - [24/Mar/2026:15:00:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.008 200 7f96e665f6e2d3207875f3e4f5011701 199.19.213.233 - - [24/Mar/2026:15:00:00 +0000] "POST /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.044 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.043 201 c8249e220b9d49fe95f7820c86358c46 199.19.213.233 - - [24/Mar/2026:15:00:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.008 200 ef9247bfe838e26e41ec7fcff0254bf9 199.19.213.233 - - [24/Mar/2026:15:00:00 +0000] "GET /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.068 [auth-system-keycloak-80] [] 10.0.0.205:8080 165 0.069 200 df4c56bb14c25c38caa57c22c2df54c6 199.19.213.233 - - [24/Mar/2026:15:00:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.535 200 10c38c83dbc120ed3c6d43e5159de586 199.19.213.233 - - [24/Mar/2026:15:00:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.046 200 6b9af6b96e7fa3902af90a32190ecd65 199.19.213.233 - - [24/Mar/2026:15:00:01 +0000] "GET /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.012 404 91cdc92ff3dd305ab43ea4d72d8b05ac 199.19.213.233 - - [24/Mar/2026:15:00:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.065 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.066 200 a46d2c67a5eb92b1546262f87099a66d 199.19.213.233 - - [24/Mar/2026:15:00:01 +0000] "POST /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.020 201 b217f6cd1a3815c6415b7c92d5774247 199.19.213.233 - - [24/Mar/2026:15:00:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.053 200 f2b49e4de7dead3a784e40cd9858a40e 199.19.213.233 - - [24/Mar/2026:15:00:01 +0000] "GET /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.014 200 1afe560b7d8d7389105ecd466735fd27 199.19.213.233 - - [24/Mar/2026:15:00:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.462 200 37be6b8a9101cb730fe54b007decd8a7 199.19.213.233 - - [24/Mar/2026:15:00:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.029 200 a441662233da34ab40286827ceab6da0 199.19.213.233 - - [24/Mar/2026:15:00:02 +0000] "GET /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.008 404 0359ca6abec6da8b05be96b0a3757dad 199.19.213.233 - - [24/Mar/2026:15:00:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.072 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.071 200 8225c1335cbd3bde877f3b57fd9cda54 199.19.213.233 - - [24/Mar/2026:15:00:02 +0000] "POST /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.019 201 058c86d1520c92f13a1077e7bc5a203f 199.19.213.233 - - [24/Mar/2026:15:00:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1286 0.007 200 883d1eb9c99c326f7b7abae67d8b1a5f 199.19.213.233 - - [24/Mar/2026:15:00:02 +0000] "GET /admin/realms/atmosphere/clients/cc522d5a-ffcf-4c7e-bedc-d8c015d9b01a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.036 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.036 200 8cd1df9ab2b8eeccf6611fd2b454ef8e 199.19.213.233 - - [24/Mar/2026:15:00:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.473 200 6ec370e6c1999abd140772eacced3619 199.19.213.233 - - [24/Mar/2026:15:00:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.205:8080 1251 0.047 200 bb0c3bb2050ca34cbcabc1fd3bfbf7a1 199.19.213.233 - - [24/Mar/2026:15:00:03 +0000] "GET /admin/realms/atmosphere/clients/8cec7e86-b9df-4486-a357-a2a483c332a0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.081 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.081 404 7248a050e2c5115ed21c1c3253dce297 199.19.213.233 - - [24/Mar/2026:15:00:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 1251 0.009 200 3206b1f523a946fadcdd1233aeacdfa3 199.19.213.233 - - [24/Mar/2026:15:00:03 +0000] "POST /admin/realms/atmosphere/clients/8cec7e86-b9df-4486-a357-a2a483c332a0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.069 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.068 201 ec9bd8b68cfd3e6c0d20102d938d921a 199.19.213.233 - - [24/Mar/2026:15:00:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1251 0.008 200 fa4def508d753267c5a3b1b61d569d52 199.19.213.233 - - [24/Mar/2026:15:00:03 +0000] "GET /admin/realms/atmosphere/clients/8cec7e86-b9df-4486-a357-a2a483c332a0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.013 200 f81a00c45d2f5eb6a7b3df860f914676 W0324 15:00:14.060979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:14.061024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:17.394879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:17.394928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:20.728440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:20.728491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:12.109597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:12.109636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:12.185980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:12.186048 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0324 15:01:12.186079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:12.186097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:12.186531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:12.186640 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0324 15:01:12.186701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:12.186724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:12.187569 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0324 15:01:12.187597 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0324 15:01:12.188235 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:12.188297 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0324 15:01:12.188327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:12.188343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:12.188483 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0324 15:01:12.188513 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0324 15:01:12.189847 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0324 15:01:12.189873 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0324 15:01:12.192517 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0324 15:01:12.193061 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0324 15:01:12.193109 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3744ddcd-a7de-4fc8-8ce1-33bf9156d463", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:01:12.193634 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0324 15:01:12.194067 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0324 15:01:12.194126 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7c83b328-ad71-4aa2-a8bb-579c8c6b6a23", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3969", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:01:12.195008 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0324 15:01:12.195362 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9b60a67f-dbfc-49b7-82f2-49d7d2d2a5e1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3971", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:01:12.195630 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0324 15:01:12.570205 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0324 15:01:12.571171 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0324 15:01:12.577280 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0324 15:01:12.577899 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0324 15:01:13.705865 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0324 15:01:13.707183 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0324 15:01:15.443329 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:15.443408 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:15.443444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:15.443588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:15.443615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:15.443776 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:01:15.496524 7 controller.go:216] "Backend successfully reloaded" I0324 15:01:15.496778 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lsbmb", UID:"2d478b74-bb73-4530-a054-6c4dfe900585", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:01:18.778770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:18.778825 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:18.778850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:18.778941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:18.778958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:22.110808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:22.110875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:22.110898 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:22.110992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:22.111015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:25.443660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:25.443742 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:25.443787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:25.443936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:25.443968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:28.776441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:28.776586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:28.776637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:28.776879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:28.776917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:32.110542 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:32.110616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:32.110655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:32.110781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:32.110812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:35.443020 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:35.443093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:35.443135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:35.443253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:35.443278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:38.776524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:38.776602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:38.776644 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:38.776789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:38.776820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:42.110696 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:42.110745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:42.110766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:42.110840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:42.110859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:45.443797 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:45.443845 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:45.443875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:45.443984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:45.444004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:48.776692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:48.776794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:48.776844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:48.776986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:48.777014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:49.198922 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.35.222"}] I0324 15:01:49.199225 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.35.222"}] I0324 15:01:49.199334 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.35.222"}] I0324 15:01:49.205204 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9b60a67f-dbfc-49b7-82f2-49d7d2d2a5e1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4831", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:01:49.207601 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7c83b328-ad71-4aa2-a8bb-579c8c6b6a23", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4832", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:01:49.209892 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3744ddcd-a7de-4fc8-8ce1-33bf9156d463", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4833", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:01:52.109778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:52.109857 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:52.109895 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:52.110030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:52.110062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:55.443681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:55.443736 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:55.443761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:55.443847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:55.443865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:58.777006 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:58.777056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:58.777078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:58.777171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:58.777185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:02.110144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:02.110218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:02.110267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:02.110420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:02.110450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:05.443171 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:05.443263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:05.443380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:05.443401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:08.777043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:08.777155 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:08.777275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:08.777303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:12.110740 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:12.110878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:12.111127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:12.111163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:15.443862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:15.443953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:15.444048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:15.444070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:18.777049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:18.777156 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:18.777296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:18.777320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.95 - - [24/Mar/2026:15:02:20 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.037 [auth-system-keycloak-80] [] 10.0.0.205:8080 6432 0.037 200 232f59526d454da80bc5cc6380d4a508 10.0.0.166 - - [24/Mar/2026:15:02:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 6432 0.010 200 38e286e1249b37645b608a9714220037 W0324 15:02:22.109646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:22.109819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:22.109839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:25.443311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:25.443359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:28.776980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:28.777023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:32.111021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:32.111071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:15:02:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.475 200 2599aef2bc184d5ec86ad11f7e48edfc 199.19.213.233 - - [24/Mar/2026:15:02:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.052 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.052 200 1c2b6c0f4a8d7d388d5576027fcd5ac4 199.19.213.233 - - [24/Mar/2026:15:02:35 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.406 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.406 204 c44f6887fc0245442641a198510fda3a 199.19.213.233 - - [24/Mar/2026:15:02:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.180 [auth-system-keycloak-80] [] 10.0.0.205:8080 4384 0.181 200 cabbb1cddc3bafc928787c15c19b53c7 199.19.213.233 - - [24/Mar/2026:15:02:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.504 200 d1573687a35b5c84aa5ebc8d226ff30d 199.19.213.233 - - [24/Mar/2026:15:02:36 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1682 0.008 200 f595a0fd1deb8ab81d210ea2958c4f5f 199.19.213.233 - - [24/Mar/2026:15:02:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 6432 0.006 200 8eda6de62f56fb224a0d4746a0b3a4a9 199.19.213.233 - - [24/Mar/2026:15:02:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.475 200 730a1b61aa0d463a9e0ebe7ed22b9cf7 199.19.213.233 - - [24/Mar/2026:15:02:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.010 200 a840afd4f7ab167b12f716ab5069a37e 199.19.213.233 - - [24/Mar/2026:15:02:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.183 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.180 201 ad8615db369d18dcbb0f5aa1a320ead6 199.19.213.233 - - [24/Mar/2026:15:02:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.074 [auth-system-keycloak-80] [] 10.0.0.205:8080 2246 0.074 200 24106e78a6b7e949ad21818bb7e977c5 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.205:8080 1928 0.486 200 2ec306503b25523f4779d80849a0935d 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 2246 0.006 200 9d0e2f767f24df28690e443e67287963 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "GET /admin/realms/atmosphere/clients/107df597-b5f2-4907-81d4-aa4480cfcfd2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.205:8080 233 0.017 200 cd4ab6e3d27852222f44d2df7573c4fe 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.032 [auth-system-keycloak-80] [] 10.0.0.205:8080 831 0.032 200 475881f42c799f2291d00b0ed40332d8 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "GET /admin/realms/atmosphere/clients/87f35ae3-bbf6-4aeb-8dc0-7ce1332e104c/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.086 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.086 200 182f4ceeeb2d3d855402b724cb821576 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "GET /admin/realms/atmosphere/users/c650d3c9-261e-4cfc-b4a7-cbc94e83eba8/role-mappings/clients/87f35ae3-bbf6-4aeb-8dc0-7ce1332e104c/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.182 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.182 200 5c6a02dfe17f62bdc647dbd84c89d1d0 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "GET /admin/realms/atmosphere/users/c650d3c9-261e-4cfc-b4a7-cbc94e83eba8/role-mappings/clients/87f35ae3-bbf6-4aeb-8dc0-7ce1332e104c/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.017 200 9887fa2618c7262d037cd2d65437fdca 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "POST /admin/realms/atmosphere/users/c650d3c9-261e-4cfc-b4a7-cbc94e83eba8/role-mappings/clients/87f35ae3-bbf6-4aeb-8dc0-7ce1332e104c HTTP/1.1" 204 0 "-" "Ansible" 1390 0.070 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.070 204 55fa910af44063395c7acb8dbafa5b4e 199.19.213.233 - - [24/Mar/2026:15:02:40 +0000] "GET /admin/realms/atmosphere/users/c650d3c9-261e-4cfc-b4a7-cbc94e83eba8/role-mappings/clients/87f35ae3-bbf6-4aeb-8dc0-7ce1332e104c/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.205:8080 576 0.076 200 dda6a304a71e9f9f87063a4a6423c186 W0324 15:02:43.415989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:43.416019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:46.750608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:46.750662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:59.325018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:59.325067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:02.660893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:02.660935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:05.992155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:05.992203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:49.044520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:49.044565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:25.936639 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 15:05:25.936725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:25.936741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:05:25.939822 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0324 15:05:25.939852 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0324 15:05:25.944346 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0324 15:05:25.944833 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7f2a6fca-35cd-4541-af82-3ed4b3b47d11", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6365", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:05:25.945310 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0324 15:05:25.945858 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 15:05:25.946023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:25.946072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:05:25.946299 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:05:26.000473 7 controller.go:216] "Backend successfully reloaded" I0324 15:05:26.000894 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lsbmb", UID:"2d478b74-bb73-4530-a054-6c4dfe900585", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:05:26.376019 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0324 15:05:26.377271 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0324 15:05:29.280743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:29.280813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:15:05:30 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.005 300 c40df1a50756a1eba3b41eea0df1cc6e 199.19.213.233 - - [24/Mar/2026:15:05:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.46:5000 266 0.005 200 04fb82a2c34f05d63b879fb256ab01a0 199.19.213.233 - - [24/Mar/2026:15:05:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.46:5000 1360 0.333 201 02f7b6eb2edf84b36b305fb0589e4624 199.19.213.233 - - [24/Mar/2026:15:05:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.005 300 25c3867b53b22618e7132a7ac53ed171 199.19.213.233 - - [24/Mar/2026:15:05:32 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.46:5000 90 0.033 404 b46b23dca0ac1d44b7a6a66c5d4f03a6 199.19.213.233 - - [24/Mar/2026:15:05:32 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.46:5000 368 0.026 200 aff2a590b7846efd7ffdc3c914caa7ac 199.19.213.233 - - [24/Mar/2026:15:05:32 +0000] "GET /v3/domains/8d7cedda0ce34cb3b6da84e8776631c5 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.46:5000 245 0.020 200 d3ba34426c31cdeee37b5799016ef13c 199.19.213.233 - - [24/Mar/2026:15:05:32 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 266 0.005 200 e7509ff6431993ff37df63e50c0aab62 199.19.213.233 - - [24/Mar/2026:15:05:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.46:5000 1360 0.350 201 483ec5fe004d020aded5daf730374a94 199.19.213.233 - - [24/Mar/2026:15:05:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 62c4700273f1c8e6b76a75227642027c 199.19.213.233 - - [24/Mar/2026:15:05:33 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.46:5000 101 0.023 404 68639e9d4f31ba0bd7691a58377f9148 199.19.213.233 - - [24/Mar/2026:15:05:33 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.46:5000 156 0.017 200 bdd5ae4e6c276b913f8b91b79bc3164f 199.19.213.233 - - [24/Mar/2026:15:05:33 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.46:5000 454 0.024 201 b0abc27da4512bc0a5f85d2089cd068e 199.19.213.233 - - [24/Mar/2026:15:05:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 266 0.004 200 fd688e402796e9c0cc22462fcd2d4f28 199.19.213.233 - - [24/Mar/2026:15:05:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.46:5000 1360 0.289 201 f9ab60faa1fb81c036460e8197f7ed62 199.19.213.233 - - [24/Mar/2026:15:05:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 6edd929938de80ce3c6ccc0ad3a50e49 199.19.213.233 - - [24/Mar/2026:15:05:34 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.46:5000 98 0.020 404 527134308167e1135563417999a41443 199.19.213.233 - - [24/Mar/2026:15:05:34 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.46:5000 136 0.018 200 9a3edd6746894d8922c9cdce78a2aa42 199.19.213.233 - - [24/Mar/2026:15:05:34 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.46:5000 357 0.021 201 0b9927f973f53fff3626f575bbbdbc20 199.19.213.233 - - [24/Mar/2026:15:05:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.46:5000 266 0.003 200 9db94b07b692dcccc070e18ebf1b37fe 199.19.213.233 - - [24/Mar/2026:15:05:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.46:5000 1360 0.299 201 eee8df03319e05d35faf58f77f80b8cb 199.19.213.233 - - [24/Mar/2026:15:05:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.003 300 8cac049da6816e00e8bb46a0601a4c9a 199.19.213.233 - - [24/Mar/2026:15:05:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.027 [openstack-keystone-api-5000] [] 10.0.0.46:5000 131 0.028 404 7f12291dd595ef86cd720f8015a058db 199.19.213.233 - - [24/Mar/2026:15:05:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.46:5000 168 0.019 200 ba3da4b7474b0e4271f0b132e0b98541 199.19.213.233 - - [24/Mar/2026:15:05:35 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.026 [openstack-keystone-api-5000] [] 10.0.0.46:5000 224 0.025 201 899b96b147edfc6b4ce0640bab44f52b W0324 15:05:45.875892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:45.875951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:05:49.195996 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.35.222"}] I0324 15:05:49.203249 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7f2a6fca-35cd-4541-af82-3ed4b3b47d11", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6563", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:05:49.209659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:49.209707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:52.542810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:52.542858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:55.877614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:55.877701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:11.480298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:11.480338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:19.227947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:19.227985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:22.562758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:22.562792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:56.314912 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:07:56.315056 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:07:56.315138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:56.315168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:07:56.318502 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0324 15:07:56.318532 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0324 15:07:56.321954 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0324 15:07:56.322226 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"39361b1b-7002-466e-af24-df04d79b5f0b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7422", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:07:56.322572 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0324 15:07:56.323058 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:07:56.323176 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:07:56.323368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:56.323406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:07:56.323643 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:07:56.375401 7 controller.go:216] "Backend successfully reloaded" I0324 15:07:56.375712 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lsbmb", UID:"2d478b74-bb73-4530-a054-6c4dfe900585", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:07:56.572500 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0324 15:07:56.573612 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.233 - - [24/Mar/2026:15:07:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 e7082901c60220117eed4059ea3a0666 199.19.213.233 - - [24/Mar/2026:15:07:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.46:5000 1992 0.316 201 9f92924582edaa3196760a5b95d9f7e0 199.19.213.233 - - [24/Mar/2026:15:07:57 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.216 [openstack-keystone-api-5000] [] 10.0.0.46:5000 85 0.216 404 785ec873841ff455689ebc999f9a2e9b 199.19.213.233 - - [24/Mar/2026:15:07:57 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.260 [openstack-keystone-api-5000] [] 10.0.0.46:5000 129 0.260 200 6eac3aa2ee67ff544817c5a9f831f0cb 199.19.213.233 - - [24/Mar/2026:15:07:58 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.031 [openstack-keystone-api-5000] [] 10.0.0.46:5000 230 0.031 201 f233a2002f2de7c91f0210273ae0e695 W0324 15:07:59.657388 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:07:59.657544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:59.657570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:15:08:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.005 300 6bd0b15b284c22469a354ef48d10e7da 199.19.213.233 - - [24/Mar/2026:15:08:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.303 [openstack-keystone-api-5000] [] 10.0.0.46:5000 1992 0.303 201 f5f5089bccbfddfc23f977c0e8108650 199.19.213.233 - - [24/Mar/2026:15:08:04 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.46:5000 1521 0.027 200 b96ede1a573dea5a9f4ce3507aed584e 199.19.213.233 - - [24/Mar/2026:15:08:04 +0000] "PUT /v3/roles/43067746677942c9b8cfd19c4d4a02d2/implies/4af1c48bcc4844b0abd7923ba99d5695 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.46:5000 521 0.035 201 f3db3738c42172cc582abfe807a0b6ac W0324 15:08:09.602617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:09.602659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:08:49.196160 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.98.35.222"}] I0324 15:08:49.201571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"39361b1b-7002-466e-af24-df04d79b5f0b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7894", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:08:49.203181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:49.203213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:15:08:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.005 300 37112a90a6b0ab67265b9ced187c1daf 199.19.213.233 - - [24/Mar/2026:15:08:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.351 [openstack-keystone-api-5000] [] 10.0.0.46:5000 2055 0.351 201 cc597b871379853c10158f023a8cb2ee 199.19.213.233 - - [24/Mar/2026:15:08:50 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.027 [openstack-keystone-api-5000] [] 10.0.0.46:5000 87 0.027 404 be31c35a682fd0a4a843a49ed7657ffa 199.19.213.233 - - [24/Mar/2026:15:08:50 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.023 [openstack-keystone-api-5000] [] 10.0.0.46:5000 390 0.023 200 cc50619815a2d7ebf10eae97c93d2bc6 199.19.213.233 - - [24/Mar/2026:15:08:50 +0000] "GET /v3/users/rgw-RegionOne?domain_id=633519db10644ba8b02f8401d4c72ef3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.032 [openstack-keystone-api-5000] [] 10.0.0.46:5000 91 0.033 404 b4d3b5381f3bb89cbb1bb53442504549 199.19.213.233 - - [24/Mar/2026:15:08:50 +0000] "GET /v3/users?domain_id=633519db10644ba8b02f8401d4c72ef3&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.164 [openstack-keystone-api-5000] [] 10.0.0.46:5000 178 0.164 200 d03a93b247d37e2f0c4f40a8488399dd 199.19.213.233 - - [24/Mar/2026:15:08:50 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.288 [openstack-keystone-api-5000] [] 10.0.0.46:5000 291 0.287 201 497faa1297a9980b3555a6b5a29408a5 199.19.213.233 - - [24/Mar/2026:15:08:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.005 300 00a18304ee7afdbfecc4bafff5dadb60 199.19.213.233 - - [24/Mar/2026:15:08:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.299 [openstack-keystone-api-5000] [] 10.0.0.46:5000 2055 0.299 201 1581ab5a7029e0900fdc0e00078cb400 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.026 [openstack-keystone-api-5000] [] 10.0.0.46:5000 83 0.026 404 cd1db7fff4161fff2142ecee800b7fb7 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.027 [openstack-keystone-api-5000] [] 10.0.0.46:5000 361 0.027 200 c103ed475bc90364ebfb00279c3bc5ec 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.022 [openstack-keystone-api-5000] [] 10.0.0.46:5000 87 0.022 404 43e582772be5ff65a06b86e7198f6f5c 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.021 [openstack-keystone-api-5000] [] 10.0.0.46:5000 390 0.020 200 ca1739b51dcf87d03acabcdb3e59156f 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.030 [openstack-keystone-api-5000] [] 10.0.0.46:5000 91 0.029 404 f9b4be3bd92f17debefde17613ef9a52 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "GET /v3/users?domain_id=633519db10644ba8b02f8401d4c72ef3&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.042 [openstack-keystone-api-5000] [] 10.0.0.46:5000 458 0.041 200 c189e6291393c7c435de5adfc07c58b0 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.023 [openstack-keystone-api-5000] [] 10.0.0.46:5000 88 0.023 404 e7387e081be487307c87396335da4bca 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.023 [openstack-keystone-api-5000] [] 10.0.0.46:5000 520 0.023 200 ce2c59797c58b0672515cdf3a00955e3 199.19.213.233 - - [24/Mar/2026:15:08:54 +0000] "PUT /v3/projects/879431d59f904ef3a7ed89b704b45584/users/76012ac41e0e4b60a56f8b25b247d5e1/roles/f0277fec3094411a87de5c101c44be63 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.038 [openstack-keystone-api-5000] [] 10.0.0.46:5000 0 0.038 204 01ef82d1d11d4df335b2eb56060b69ff 199.19.213.233 - - [24/Mar/2026:15:08:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 4c1886b70d2b544871f2baee367dd341 199.19.213.233 - - [24/Mar/2026:15:08:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.366 [openstack-keystone-api-5000] [] 10.0.0.46:5000 2055 0.366 201 4eff6f3a36c39b3650e58e31bfeba972 199.19.213.233 - - [24/Mar/2026:15:08:56 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.46:5000 151 0.020 200 bc73c9490711df145d75b25565d4903a 199.19.213.233 - - [24/Mar/2026:15:08:56 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.027 [openstack-keystone-api-5000] [] 10.0.0.46:5000 263 0.027 201 f86493f3d80e0b4ac06aca6eded9c82f 199.19.213.233 - - [24/Mar/2026:15:08:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 c88eed90a3eaf294cb6efd82a82f9f3a 199.19.213.233 - - [24/Mar/2026:15:08:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.46:5000 2157 0.300 201 bf9e5d27fd887dc72487c565dc650072 199.19.213.233 - - [24/Mar/2026:15:08:57 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.032 [openstack-keystone-api-5000] [] 10.0.0.46:5000 86 0.033 404 77c9e66811664f9daefbf1099824bc1b 199.19.213.233 - - [24/Mar/2026:15:08:57 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.46:5000 382 0.017 200 e9f63b14a9e1bf28c982553328017f0f 199.19.213.233 - - [24/Mar/2026:15:08:57 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=ad0c3af79c5144079126df9a5263ca57 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.035 [openstack-keystone-api-5000] [] 10.0.0.46:5000 205 0.036 200 a44ad6a75eb069c7d86a14a93cfb5c4c 199.19.213.233 - - [24/Mar/2026:15:08:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.037 [openstack-keystone-api-5000] [] 10.0.0.46:5000 379 0.037 201 fa88d1644e73d2a0acd55238a50234ab 199.19.213.233 - - [24/Mar/2026:15:08:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.003 300 2cb47d6ccecf786223f268f73bf9eec5 199.19.213.233 - - [24/Mar/2026:15:08:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.46:5000 2366 0.302 201 aecedefb85df415c875c6a36de86fb25 199.19.213.233 - - [24/Mar/2026:15:08:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.46:5000 86 0.025 404 8a19b2b0474890895f7e58cc54fc07a6 199.19.213.233 - - [24/Mar/2026:15:08:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.013 [openstack-keystone-api-5000] [] 10.0.0.46:5000 382 0.014 200 2d09540900e761045ef4f6f13a27f26a 199.19.213.233 - - [24/Mar/2026:15:08:58 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=ad0c3af79c5144079126df9a5263ca57 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.46:5000 207 0.018 200 1c3bd8aa7f43e6eb664b5ece8b0dfe39 199.19.213.233 - - [24/Mar/2026:15:08:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.046 [openstack-keystone-api-5000] [] 10.0.0.46:5000 392 0.046 201 251905c8e4a6a1f51dddc739ba879f0d W0324 15:08:59.800331 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:08:59.800438 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:08:59.800482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:59.800495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:08:59.803297 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:35.7kB} I0324 15:08:59.803322 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0324 15:08:59.809516 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0324 15:08:59.810014 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a9f2353f-5207-46e0-b54a-f916c739a8cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7957", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:08:59.810646 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0324 15:08:59.811401 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:08:59.811627 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:08:59.811838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:59.811936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:08:59.812214 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:08:59.865270 7 controller.go:216] "Backend successfully reloaded" I0324 15:08:59.866599 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lsbmb", UID:"2d478b74-bb73-4530-a054-6c4dfe900585", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:09:00.059008 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0324 15:09:00.060056 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0324 15:09:03.146614 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:03.146758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:03.146771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:16.850284 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:16.850581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:16.850609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:22.124017 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:22.124162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:22.124185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:22.124312 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:09:22.184950 7 controller.go:216] "Backend successfully reloaded" I0324 15:09:22.185219 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lsbmb", UID:"2d478b74-bb73-4530-a054-6c4dfe900585", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:09:25.459045 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:25.459239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:25.459259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:28.791062 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:28.791289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:28.791322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:32.124706 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:32.124967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:32.124996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:35.457378 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:35.457528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:35.457548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:47.950857 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:47.951040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:47.951089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:49.196888 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.98.35.222"}] I0324 15:09:49.203111 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a9f2353f-5207-46e0-b54a-f916c739a8cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8397", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:09:51.284925 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:51.285172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:51.285218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:54.618023 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:54.618360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:54.618394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:57.951942 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:57.952150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:57.952179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:07.845023 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:07.846981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:07.847108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:46.425510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:46.425546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:07.037246 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:07.037396 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:12:07.037482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:07.037510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:12:07.042591 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0324 15:12:07.042625 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0324 15:12:07.047423 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0324 15:12:07.047674 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"267bdade-0ab2-4b6c-b97d-c389dee5d4c2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9417", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:12:07.048059 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0324 15:12:07.048551 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:07.048673 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:12:07.048764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:07.048784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:12:07.048952 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:12:07.098542 7 controller.go:216] "Backend successfully reloaded" I0324 15:12:07.098845 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lsbmb", UID:"2d478b74-bb73-4530-a054-6c4dfe900585", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:12:07.249906 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0324 15:12:07.251324 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0324 15:12:10.382999 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:10.383167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:10.383190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:15:12:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.006 300 1c1cd0e8066160cf431232d549e38d67 199.19.213.233 - - [24/Mar/2026:15:12:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.366 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.367 201 49c222a94eee1e465f39d0e602ab72ce 199.19.213.233 - - [24/Mar/2026:15:12:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a3b6fc7b9d52e979f98cab33fa52bfd9 199.19.213.233 - - [24/Mar/2026:15:12:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 061f8a9fee593881b4c65220f53febd9 W0324 15:12:13.716021 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:13.716271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:13.716320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:15:12:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 d5fb267f396c650de7e1fd57dd6294b8 199.19.213.233 - - [24/Mar/2026:15:12:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.303 201 5bcbcea52f5e8ec3ff30436cc669e1aa 199.19.213.233 - - [24/Mar/2026:15:12:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f40ca58736b97418b0c383df81eb6c10 199.19.213.233 - - [24/Mar/2026:15:12:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4a8c520a6e6b98aec4dcd44ffe265d66 199.19.213.233 - - [24/Mar/2026:15:12:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 372ed544b571d398eafcd8d2fa9aab48 199.19.213.233 - - [24/Mar/2026:15:12:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.303 201 f7ff3eeb8f36a66193254e27b71d86f9 199.19.213.233 - - [24/Mar/2026:15:12:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dc5cbb6488db6cdb4d9e4f51b129cd67 199.19.213.233 - - [24/Mar/2026:15:12:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8d8fa09dad4cc5b5c3ecb77ba9b88e27 199.19.213.233 - - [24/Mar/2026:15:12:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.003 300 de5d4dc6dee001dd8d2b9c89444a7949 199.19.213.233 - - [24/Mar/2026:15:12:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.296 201 e88093dd50e62acdd7473446fb074d77 199.19.213.233 - - [24/Mar/2026:15:12:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f03dcb000d702d66cf42a00169ec72ac 199.19.213.233 - - [24/Mar/2026:15:12:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 843b1a080f7d57b100d9ec3cfc73529e 199.19.213.233 - - [24/Mar/2026:15:12:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 0166b354f4621531dc62384e42ec81fe 199.19.213.233 - - [24/Mar/2026:15:12:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.312 201 05c94c0d46386382f98b749548075794 199.19.213.233 - - [24/Mar/2026:15:12:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0dfb3a1cda9f18e8bd3408af52894612 199.19.213.233 - - [24/Mar/2026:15:12:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7ba34e80ff562d957903d7bd8754b641 199.19.213.233 - - [24/Mar/2026:15:12:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 9f3e48bd9888ad866e131827a3612b8d 199.19.213.233 - - [24/Mar/2026:15:12:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.289 201 530ec504dbc34047261918d4bd823923 199.19.213.233 - - [24/Mar/2026:15:12:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dc4e21f3442828b3b7682f503661f2d4 199.19.213.233 - - [24/Mar/2026:15:12:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0a915e0a438d1e55da98da9bd253be44 199.19.213.233 - - [24/Mar/2026:15:12:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.004 300 4bce133e740a1f5427be668876a4f588 199.19.213.233 - - [24/Mar/2026:15:12:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.291 201 85ca2db3b96232f9b1d242cce2b68cf2 199.19.213.233 - - [24/Mar/2026:15:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5c3c631cd208f61dfef1ffdc20e9bcfb 199.19.213.233 - - [24/Mar/2026:15:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 371d1603071ff049a84871daf9c14b6c W0324 15:12:24.029928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:24.029966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.233 - - [24/Mar/2026:15:12:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.003 300 9d5263d62499c7b2fce36184e8b11c9b 199.19.213.233 - - [24/Mar/2026:15:12:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.295 201 f1debf46d400145f74ccf59eae8f72c4 199.19.213.233 - - [24/Mar/2026:15:12:25 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.30:9292 1312 0.002 300 8f8b269c816df7b39f0c903cf5dff851 199.19.213.233 - - [24/Mar/2026:15:12:26 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.561 [openstack-glance-api-9292] [] 10.0.0.30:9292 69 0.561 200 f50925bc492d48901d342429385d7982 199.19.213.233 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.46:5000 281 0.005 300 f35f12e87443baa577da38adf30c9132 199.19.213.233 - - [24/Mar/2026:15:12:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.46:5000 3201 0.300 201 ceeca2a6d1b28f00d57796e355523214 199.19.213.233 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.30:9292 1312 0.003 300 b5f11dab17a7fce7de3f184ac606c2b4 199.19.213.233 - - [24/Mar/2026:15:12:29 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.039 [openstack-glance-api-9292] [] 10.0.0.30:9292 69 0.039 200 90833b90027087622645e8c93b5b5646 199.19.213.233 - - [24/Mar/2026:15:12:29 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.143 [openstack-glance-api-9292] [] 10.0.0.30:9292 151 0.144 404 1c17e6f0bf460224f87b51ca025b6daa 199.19.213.233 - - [24/Mar/2026:15:12:29 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.30:9292 81 0.025 200 ca1b779adc146d76c83a5bf703da9643 199.19.213.233 - - [24/Mar/2026:15:12:29 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.30:9292 84 0.028 200 39ab4aff53db200be92e14e5dfefded6 199.19.213.233 - - [24/Mar/2026:15:12:29 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.055 [openstack-glance-api-9292] [] 10.0.0.30:9292 760 0.055 201 19fcf0e30668a9c60a874f85f63a0de7 199.19.213.233 - - [24/Mar/2026:15:12:33 +0000] "PUT /v2/images/03743e29-33d6-4d9b-9ec1-565954233764/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.998 [openstack-glance-api-9292] [] 10.0.0.30:9292 0 3.999 204 5dd6e67e82a91414246d0d52fd51e9b0 199.19.213.233 - - [24/Mar/2026:15:12:33 +0000] "GET /v2/images/03743e29-33d6-4d9b-9ec1-565954233764 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.30:9292 1171 0.016 200 d38b490c4142bee15882f7055bcb9945 199.19.213.233 - - [24/Mar/2026:15:12:33 +0000] "GET /v2/images/03743e29-33d6-4d9b-9ec1-565954233764 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.30:9292 1171 0.014 200 86f0dc9385f051bb7d7b3d7136bc9593 W0324 15:12:36.946736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:36.946773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:40.280680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:40.280736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:12:49.197455 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.98.35.222"}] I0324 15:12:49.203488 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"267bdade-0ab2-4b6c-b97d-c389dee5d4c2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9789", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:12:49.206057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:49.206106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store