------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 02:27:20.553245 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 02:27:20.553637 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 02:27:20.563635 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 02:27:20.565977 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 02:27:20.781027 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 02:27:20.799591 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 02:27:20.810576 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 02:27:20.816696 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5fa0ab83-0578-4a9e-bc9b-ed36a83ff65b", APIVersion:"v1", ResourceVersion:"1407", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 02:27:20.821161 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"78d27166-33b3-450d-87b7-203c1085328a", APIVersion:"v1", ResourceVersion:"1406", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 02:27:20.821236 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"8dcc03f2-1b76-4c7b-bdfd-c033fd1fb962", APIVersion:"v1", ResourceVersion:"1405", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 02:27:22.013499 7 nginx.go:317] "Starting NGINX process" I0403 02:27:22.013659 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 02:27:22.015020 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 02:27:22.015291 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0403 02:27:22.015371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:22.015391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:27:22.015443 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:27:22.023976 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 02:27:22.024045 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fp5pd" I0403 02:27:22.051056 7 controller.go:216] "Backend successfully reloaded" I0403 02:27:22.051152 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 02:27:22.051237 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fp5pd", UID:"5e1267ca-e953-4218-866c-ef34e1ef3737", APIVersion:"v1", ResourceVersion:"1449", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:27:25.856382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:25.856414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:29.191268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:29.191346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:32.524296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:32.524510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:35.857264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:35.857337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:39.191635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:39.191679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:42.523411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:42.523529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:45.856991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:45.857039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:49.190166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:49.190212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:52.524921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:52.524981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:55.857452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:55.857501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:59.190835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:27:59.190883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:02.524303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:02.524355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:51.615549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:51.615604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:54.949341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:54.949392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:12.476692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:12.476759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:15.810955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:15.810991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:19.143750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:19.143794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:22.477215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:22.477251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:25.810946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:25.810991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:29.146823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:29.146954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:33.659846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:33.659889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:36.995637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:36.995705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:41.731451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:41.731499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:45.065853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:45.065906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:02.141496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:02.141542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:05.476343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:05.476401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:05.537495 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-38.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-38.nip.io-tls was not found. Using default certificate W0403 02:32:05.537536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:05.537546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:32:05.539073 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 02:32:05.539097 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 02:32:05.547309 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0403 02:32:05.547956 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-38.nip.io-tls" in local store I0403 02:32:05.548316 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b2151a2c-f641-4c1d-bc88-ed7e51c3ca27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3539", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:32:05.809405 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-38.nip.io-tls" I0403 02:32:05.810688 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-38.nip.io-tls" W0403 02:32:08.809042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:08.809075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:32:08.809122 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:32:08.843638 7 controller.go:216] "Backend successfully reloaded" I0403 02:32:08.843924 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fp5pd", UID:"5e1267ca-e953-4218-866c-ef34e1ef3737", APIVersion:"v1", ResourceVersion:"1449", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:32:12.142159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:12.142205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:32:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.008 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 2.004 200 584b9fc15ab1cba68bdd802a2d808551 199.204.45.38 - - [03/Apr/2026:02:32:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.180 [auth-system-keycloak-80] [] 10.0.0.24:8080 116 0.180 404 6a11917b4c19dd9eb867f1c1ce4d7f18 199.204.45.38 - - [03/Apr/2026:02:32:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.379 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 4.378 201 f7233e559c1d9b5e4720ceb76eb8861b I0403 02:32:22.032266 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.208.83"}] I0403 02:32:22.037926 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b2151a2c-f641-4c1d-bc88-ed7e51c3ca27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3808", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:32:22.040412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:22.040438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:32:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.699 [auth-system-keycloak-80] [] 10.0.0.24:8080 4246 0.700 200 0876bc8218713970b9dcd00aecbc0dbc 199.204.45.38 - - [03/Apr/2026:02:32:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.483 200 1cc8f79b20b74a3995f692ce3c31a680 199.204.45.38 - - [03/Apr/2026:02:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.082 [auth-system-keycloak-80] [] 10.0.0.24:8080 12500 0.081 200 bd6e0ea2402e359db797c8525326d83a 199.204.45.38 - - [03/Apr/2026:02:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes/4d1cf054-08bf-48e6-8902-c5b779d0f5d8 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.24:8080 1278 0.011 200 79b09c6a2073d680e56f42443e2b00f1 199.204.45.38 - - [03/Apr/2026:02:32:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/4d1cf054-08bf-48e6-8902-c5b779d0f5d8 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.083 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.079 204 d2e69d2ff2fdbf3ef09e8f0510bb47c7 199.204.45.38 - - [03/Apr/2026:02:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes/4d1cf054-08bf-48e6-8902-c5b779d0f5d8/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.092 [auth-system-keycloak-80] [] 10.0.0.24:8080 963 0.093 200 7ca6df4f09655e611dd7f41d109cd628 199.204.45.38 - - [03/Apr/2026:02:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes/4d1cf054-08bf-48e6-8902-c5b779d0f5d8/protocol-mappers/models/e54969cd-ef8d-4c88-b3df-2e17537b18ee HTTP/1.1" 200 366 "-" "Ansible" 1307 0.064 [auth-system-keycloak-80] [] 10.0.0.24:8080 366 0.065 200 1c6827f7d96c765b886ef77968a89da9 199.204.45.38 - - [03/Apr/2026:02:32:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/4d1cf054-08bf-48e6-8902-c5b779d0f5d8/protocol-mappers/models/e54969cd-ef8d-4c88-b3df-2e17537b18ee HTTP/1.1" 204 0 "-" "Ansible" 1620 0.087 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.087 204 557bf09dfd1234efae5ac53aa77b07ae 199.204.45.38 - - [03/Apr/2026:02:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes/4d1cf054-08bf-48e6-8902-c5b779d0f5d8 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.026 [auth-system-keycloak-80] [] 10.0.0.24:8080 1218 0.027 200 251e16680230e3c5a7721c17c31cc58d 199.204.45.38 - - [03/Apr/2026:02:32:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.476 200 9f023c29af0614b434b266c1eb1ef14c 199.204.45.38 - - [03/Apr/2026:02:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.016 [auth-system-keycloak-80] [] 10.0.0.24:8080 2 0.016 200 574878df5a0eb06ca2796e3b3c06e567 199.204.45.38 - - [03/Apr/2026:02:32:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.270 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.270 201 77f0292efc8bb22960e1f7cfe5f62853 199.204.45.38 - - [03/Apr/2026:02:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.099 [auth-system-keycloak-80] [] 10.0.0.24:8080 1259 0.099 200 db072e7dfd44b2b88f7f4d1da8a5622a 199.204.45.38 - - [03/Apr/2026:02:32:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.091 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 1.090 200 3b3573b9bbd4737b84c3770258cf0d8b 199.204.45.38 - - [03/Apr/2026:02:32:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.075 [auth-system-keycloak-80] [] 10.0.0.24:8080 2 0.075 200 b881c5af8721e254b0fcaba434f3f417 199.204.45.38 - - [03/Apr/2026:02:32:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.107 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.106 201 ce437fda0e7132dfb8304e9a473809b3 199.204.45.38 - - [03/Apr/2026:02:32:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.080 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.080 200 1506dd73cafe6159bc31dcfa91ced0c4 199.204.45.38 - - [03/Apr/2026:02:32:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.503 200 e3e0a7c614e688eeaf788260919e4b12 199.204.45.38 - - [03/Apr/2026:02:32:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.24:8080 2 0.013 200 33d7c13249dc733b20e9abb213d65bfe 199.204.45.38 - - [03/Apr/2026:02:32:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.640 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.639 201 2e2b929dd7e7821aa3bc1eb1ec043771 199.204.45.38 - - [03/Apr/2026:02:32:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.024 [auth-system-keycloak-80] [] 10.0.0.24:8080 1249 0.024 200 77c59dd8e6e090413f682635f0020cf5 199.204.45.38 - - [03/Apr/2026:02:32:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.453 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.452 200 78c06ddbba37e8bdcf289bb8e13a3be5 199.204.45.38 - - [03/Apr/2026:02:32:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.24:8080 1259 0.008 200 ebe28fb823646abcfd4ad5287f34556e 199.204.45.38 - - [03/Apr/2026:02:32:49 +0000] "GET /admin/realms/atmosphere/clients/b42b137b-f5d9-4a42-b5ce-ed0475209d4e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.040 [auth-system-keycloak-80] [] 10.0.0.24:8080 119 0.040 404 a0c152916c79eb6c39f0aadc91844258 199.204.45.38 - - [03/Apr/2026:02:32:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.24:8080 1259 0.007 200 e3228e445b0dcddd37c3255c887227e1 199.204.45.38 - - [03/Apr/2026:02:32:49 +0000] "POST /admin/realms/atmosphere/clients/b42b137b-f5d9-4a42-b5ce-ed0475209d4e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.076 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.076 201 19860ed9018e2e017a4bab618f1b890c 199.204.45.38 - - [03/Apr/2026:02:32:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.24:8080 1259 0.009 200 3bc62cdd28b251660fa41dcae158a0b9 199.204.45.38 - - [03/Apr/2026:02:32:50 +0000] "GET /admin/realms/atmosphere/clients/b42b137b-f5d9-4a42-b5ce-ed0475209d4e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.061 [auth-system-keycloak-80] [] 10.0.0.24:8080 166 0.060 200 ee2e6ca3bd298172bb625fe187cf5d52 199.204.45.38 - - [03/Apr/2026:02:32:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.473 200 d0a04fd2700c3087ef676271f1ebda2a 199.204.45.38 - - [03/Apr/2026:02:32:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.032 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.032 200 251239434b48e46269c6984d1cd0c956 199.204.45.38 - - [03/Apr/2026:02:32:50 +0000] "GET /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.24:8080 119 0.009 404 7a1cce18c47011eea56b62bfa4766bd6 199.204.45.38 - - [03/Apr/2026:02:32:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.007 200 9bf0c2343b2407bbc7634dcf48f73e87 199.204.45.38 - - [03/Apr/2026:02:32:50 +0000] "POST /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.052 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.051 201 6ec92cc3faa91aed88204d3ef1451be8 199.204.45.38 - - [03/Apr/2026:02:32:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.008 200 b4201ebd240443727426d5909bf360bb 199.204.45.38 - - [03/Apr/2026:02:32:50 +0000] "GET /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.24:8080 165 0.012 200 06899679cd204f3aff80b0e0d2f09420 199.204.45.38 - - [03/Apr/2026:02:32:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.639 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.638 200 9328922a5bb3812ccf74cd421ce4e18a 199.204.45.38 - - [03/Apr/2026:02:32:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.042 200 ab36093293bfe79a1a715ae51562d3fa 199.204.45.38 - - [03/Apr/2026:02:32:51 +0000] "GET /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.24:8080 119 0.010 404 ba345413a46d6562a13b5f400a8843d6 199.204.45.38 - - [03/Apr/2026:02:32:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.005 200 d7fc6c49af5e22b8aed54fe0a5c41492 199.204.45.38 - - [03/Apr/2026:02:32:52 +0000] "POST /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.068 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.067 201 b204af8f49f91ef018695818890fd813 199.204.45.38 - - [03/Apr/2026:02:32:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.009 200 4a21397bf4f8d001411d7c190614e221 199.204.45.38 - - [03/Apr/2026:02:32:52 +0000] "GET /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.063 [auth-system-keycloak-80] [] 10.0.0.24:8080 166 0.064 200 a8696d82dca331843d71b4741fbc6886 199.204.45.38 - - [03/Apr/2026:02:32:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.522 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.521 200 35af126aec25840ce3f3c0714b4b8f5b 199.204.45.38 - - [03/Apr/2026:02:32:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.012 200 52be2e5224b2ffe614c5afdea77e27c5 199.204.45.38 - - [03/Apr/2026:02:32:52 +0000] "GET /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.24:8080 119 0.012 404 5f528039d32cc6c832481da998c82a1d 199.204.45.38 - - [03/Apr/2026:02:32:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.044 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.044 200 7a189346b11039cc45d76d5cdea44106 199.204.45.38 - - [03/Apr/2026:02:32:53 +0000] "POST /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.016 201 c40934f10f8a0e0503ff3a179330b4ec 199.204.45.38 - - [03/Apr/2026:02:32:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.24:8080 1283 0.007 200 7ed93265d9891b3938483f76454aa301 199.204.45.38 - - [03/Apr/2026:02:32:53 +0000] "GET /admin/realms/atmosphere/clients/1cd6a431-739f-4b68-959a-7abd167de8b0/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.046 [auth-system-keycloak-80] [] 10.0.0.24:8080 166 0.046 200 98f4657196555e1ec2ffe2e0a87f205b 199.204.45.38 - - [03/Apr/2026:02:32:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.511 200 8c3113119eb097e7453687030836d04c 199.204.45.38 - - [03/Apr/2026:02:32:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.24:8080 1249 0.007 200 fc8d66db403d6baebf0eecd99ab8b5f0 199.204.45.38 - - [03/Apr/2026:02:32:53 +0000] "GET /admin/realms/atmosphere/clients/2202b4b7-7336-4c1c-a1eb-2eb3093420ee/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.24:8080 119 0.007 404 f754ca6e31ce0fc2a2bc34b8e889af87 199.204.45.38 - - [03/Apr/2026:02:32:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.048 [auth-system-keycloak-80] [] 10.0.0.24:8080 1249 0.049 200 02c927612e0625946ffd724f4bba637c 199.204.45.38 - - [03/Apr/2026:02:32:54 +0000] "POST /admin/realms/atmosphere/clients/2202b4b7-7336-4c1c-a1eb-2eb3093420ee/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.018 201 a2e93f68e4ac70880c0c85ee0bbfedf2 199.204.45.38 - - [03/Apr/2026:02:32:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.24:8080 1249 0.010 200 35de12a2570f61e19a48c32312bad762 199.204.45.38 - - [03/Apr/2026:02:32:54 +0000] "GET /admin/realms/atmosphere/clients/2202b4b7-7336-4c1c-a1eb-2eb3093420ee/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.24:8080 166 0.015 200 9c253fc24cc1bb71d47ae753da075e6e W0403 02:32:54.536988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:54.537023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:57.872616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:57.872665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:01.203830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:01.203879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:00.270976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:00.271108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:00.353192 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:00.353578 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 02:34:00.353666 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:00.353709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:00.353729 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 02:34:00.353740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:00.353756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:00.353773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:00.354097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:00.354227 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 02:34:00.354305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:00.354358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:00.355367 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0403 02:34:00.355392 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 02:34:00.356239 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0403 02:34:00.356314 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 02:34:00.356824 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0403 02:34:00.356850 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0403 02:34:00.361724 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0403 02:34:00.362212 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 02:34:00.362236 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0403 02:34:00.362426 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 02:34:00.362453 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e2eb5ddf-0f90-4dfd-a65f-7231fd9dd0a4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4561", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:34:00.362472 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d81937b8-4722-4723-b90e-8b9c76d4a7e8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4563", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:34:00.362549 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0403 02:34:00.362886 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 02:34:00.362903 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5f3c9fe6-eaa0-4b74-9ac6-82add4668197", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4564", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:34:00.714186 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 02:34:00.715132 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 02:34:00.741364 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 02:34:00.743022 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0403 02:34:02.602144 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 02:34:02.604012 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0403 02:34:02.687238 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 02:34:02.688614 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" W0403 02:34:03.604750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:03.604816 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:03.604846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:03.604948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:03.604972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:03.605056 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:34:03.642879 7 controller.go:216] "Backend successfully reloaded" I0403 02:34:03.643745 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fp5pd", UID:"5e1267ca-e953-4218-866c-ef34e1ef3737", APIVersion:"v1", ResourceVersion:"1449", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:34:06.938197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:06.938294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:06.938335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:06.938464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:06.938495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:10.271699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:10.271757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:10.271790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:10.271893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:10.271916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:13.605246 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:13.605328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:13.605376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:13.605520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:13.605551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:16.939351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:16.939439 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:16.939492 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:16.939760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:16.939814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:20.272005 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:20.272188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:20.272362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:20.272548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:20.272613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:22.032294 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.208.83"}] I0403 02:34:22.032451 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.208.83"}] I0403 02:34:22.032523 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.208.83"}] I0403 02:34:22.041122 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5f3c9fe6-eaa0-4b74-9ac6-82add4668197", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5289", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:34:22.044535 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e2eb5ddf-0f90-4dfd-a65f-7231fd9dd0a4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5290", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:34:22.045740 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d81937b8-4722-4723-b90e-8b9c76d4a7e8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5291", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:34:23.604831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:23.604888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:23.604927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:23.605020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:23.605041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:26.938681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:26.938771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:26.938848 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:26.939009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:26.939044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:30.271378 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:30.271430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:34:30.271456 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:30.271563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:30.271586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:33.604455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:33.604568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:33.604704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:33.604786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:36.937714 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:36.937821 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:36.938016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:36.938048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:40.271995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:40.272066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:40.272149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:40.272167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:43.604522 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:43.604633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:43.604802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:43.604855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.97 - - [03/Apr/2026:02:34:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.033 [auth-system-keycloak-80] [] 10.0.0.24:8080 6411 0.033 200 0ee8b2f5a6e50c584ecd23694618e0e1 W0403 02:34:46.938381 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:46.938464 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:34:46.938560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:46.938581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:50.273214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:50.273427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:50.273454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:53.606054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:53.606276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:53.606309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.147 - - [03/Apr/2026:02:34:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.24:8080 6411 0.010 200 5d64617237ad809ecc8b6a52de1f1889 W0403 02:34:56.938087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:34:56.938330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:56.938389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:00.271173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:00.271220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:03.605696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:03.605765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:10.007589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:10.007628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:35:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.459 200 7456618bc13b36da1405849f5caedd0e 199.204.45.38 - - [03/Apr/2026:02:35:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.24:8080 4246 0.007 200 a1522dcf30ded0e624d7b5a66338c94d 199.204.45.38 - - [03/Apr/2026:02:35:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.362 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.361 204 ba5781be1ae3f3a22964e9c21c8bcbae 199.204.45.38 - - [03/Apr/2026:02:35:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.191 [auth-system-keycloak-80] [] 10.0.0.24:8080 4384 0.191 200 521fe046d21724e13990858c4a807eae 199.204.45.38 - - [03/Apr/2026:02:35:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.468 200 b497bb95491e0ffcf1819423ba7de0eb 199.204.45.38 - - [03/Apr/2026:02:35:18 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.24:8080 1682 0.009 200 65fe835b8724d997887e57e94ad9286b 199.204.45.38 - - [03/Apr/2026:02:35:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.24:8080 6411 0.008 200 9fdf8f51b67f377c0c4f370940984816 199.204.45.38 - - [03/Apr/2026:02:35:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.465 200 d057857fa16fe29b545972bc875f0001 199.204.45.38 - - [03/Apr/2026:02:35:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.038 [auth-system-keycloak-80] [] 10.0.0.24:8080 2 0.039 200 e91d915ac34d4fb1f691da4002d9d0b5 199.204.45.38 - - [03/Apr/2026:02:35:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.123 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.123 201 07ff11af5c456f2dec42bd6eac6381b4 199.204.45.38 - - [03/Apr/2026:02:35:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.071 [auth-system-keycloak-80] [] 10.0.0.24:8080 2242 0.071 200 14c1b35144bc8f9cd25fa4907073fbf5 199.204.45.38 - - [03/Apr/2026:02:35:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.24:8080 1925 0.474 200 3fd1e76bd612af012fdce8c5c736f0ab 199.204.45.38 - - [03/Apr/2026:02:35:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.043 [auth-system-keycloak-80] [] 10.0.0.24:8080 2242 0.042 200 76d14fa916e17dab3242753a750ebbe4 199.204.45.38 - - [03/Apr/2026:02:35:22 +0000] "GET /admin/realms/atmosphere/clients/a11d6a66-c060-406c-bb1e-525f87f692b9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.022 [auth-system-keycloak-80] [] 10.0.0.24:8080 233 0.022 200 bfb2ae8b5e3b03fd0ba75063c9d8737d 199.204.45.38 - - [03/Apr/2026:02:35:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.069 [auth-system-keycloak-80] [] 10.0.0.24:8080 831 0.069 200 a177b549f1f9ad7c4510bc756e4d1b94 199.204.45.38 - - [03/Apr/2026:02:35:22 +0000] "GET /admin/realms/atmosphere/clients/def7d817-1783-4ba4-a667-b68555e9a0d8/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.080 [auth-system-keycloak-80] [] 10.0.0.24:8080 3758 0.081 200 c16d3bcf3f502cf8590d0ace95297e0f 199.204.45.38 - - [03/Apr/2026:02:35:22 +0000] "GET /admin/realms/atmosphere/users/ee14c866-42a5-47c5-82f0-f041f9e3f61a/role-mappings/clients/def7d817-1783-4ba4-a667-b68555e9a0d8/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.121 [auth-system-keycloak-80] [] 10.0.0.24:8080 3758 0.120 200 07199c9f38d925ac1e3a4d20f2163013 199.204.45.38 - - [03/Apr/2026:02:35:22 +0000] "GET /admin/realms/atmosphere/users/ee14c866-42a5-47c5-82f0-f041f9e3f61a/role-mappings/clients/def7d817-1783-4ba4-a667-b68555e9a0d8/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.073 [auth-system-keycloak-80] [] 10.0.0.24:8080 2 0.073 200 e1c597132d47f207b492b7442db89778 199.204.45.38 - - [03/Apr/2026:02:35:22 +0000] "POST /admin/realms/atmosphere/users/ee14c866-42a5-47c5-82f0-f041f9e3f61a/role-mappings/clients/def7d817-1783-4ba4-a667-b68555e9a0d8 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.085 [auth-system-keycloak-80] [] 10.0.0.24:8080 0 0.084 204 2d18dd72a62f3f3c277c3907e30a0512 199.204.45.38 - - [03/Apr/2026:02:35:22 +0000] "GET /admin/realms/atmosphere/users/ee14c866-42a5-47c5-82f0-f041f9e3f61a/role-mappings/clients/def7d817-1783-4ba4-a667-b68555e9a0d8/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.24:8080 576 0.013 200 01a12eafe9d62b8a06cb7c9654595724 W0403 02:35:25.304604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:25.304636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:28.639068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:28.639126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:31.972516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:31.972563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:35.305321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:35.305367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:37:29.969339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:37:29.969458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:01.070049 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:38:01.070140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:01.070161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:38:01.073805 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0403 02:38:01.073850 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 02:38:01.079049 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 02:38:01.079303 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2d00bda7-de49-4c90-a9bb-d697fce1f19f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7016", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:38:01.079800 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 02:38:01.080338 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:38:01.080416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:01.080438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:38:01.080584 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:38:01.132702 7 controller.go:216] "Backend successfully reloaded" I0403 02:38:01.133062 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fp5pd", UID:"5e1267ca-e953-4218-866c-ef34e1ef3737", APIVersion:"v1", ResourceVersion:"1449", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:38:01.289334 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 02:38:01.290666 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 02:38:04.414478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:04.414537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:38:05 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.006 300 80a069bdf4bccffe2b17797745c05b49 199.204.45.38 - - [03/Apr/2026:02:38:06 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.48:5000 265 0.006 200 e042b901bbeef27e3662fa08308d8c8c 199.204.45.38 - - [03/Apr/2026:02:38:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.354 [openstack-keystone-api-5000] [] 10.0.0.48:5000 1359 0.354 201 267e46597bb727b940cbf5540c61455f 199.204.45.38 - - [03/Apr/2026:02:38:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 b05c9f6d9ac09598460da8ee85222f00 199.204.45.38 - - [03/Apr/2026:02:38:07 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.039 [openstack-keystone-api-5000] [] 10.0.0.48:5000 90 0.038 404 cd81024e79cf0ea11f57d2d2a67e6725 199.204.45.38 - - [03/Apr/2026:02:38:07 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.48:5000 366 0.026 200 5fafe7037f1cdbea501b92f3d6ba8ea5 199.204.45.38 - - [03/Apr/2026:02:38:07 +0000] "GET /v3/domains/5ead0819e6744632ae2d28fa99f9213f HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.48:5000 244 0.022 200 0fee9fc4fc4a731965ead9da8bd82352 199.204.45.38 - - [03/Apr/2026:02:38:07 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 265 0.005 200 2609e67bc16bc3858008d9efa51141b1 199.204.45.38 - - [03/Apr/2026:02:38:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.338 [openstack-keystone-api-5000] [] 10.0.0.48:5000 1359 0.338 201 6fe28a5417bd1ef37846054c786f299f 199.204.45.38 - - [03/Apr/2026:02:38:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.003 300 44b5bea571787e92c8069d29c82fb779 199.204.45.38 - - [03/Apr/2026:02:38:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.026 [openstack-keystone-api-5000] [] 10.0.0.48:5000 101 0.025 404 fc7fc8f5fdceda2f4a588f9b3cbac6f3 199.204.45.38 - - [03/Apr/2026:02:38:08 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.48:5000 155 0.021 200 8f03fa2423091b22323fbf9c7f2cb49f 199.204.45.38 - - [03/Apr/2026:02:38:08 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.022 [openstack-keystone-api-5000] [] 10.0.0.48:5000 451 0.023 201 0912e578fa48701b363c97952dec95b2 199.204.45.38 - - [03/Apr/2026:02:38:09 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 265 0.004 200 2b14323f6b166424d05744382e7d8c0b 199.204.45.38 - - [03/Apr/2026:02:38:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.48:5000 1359 0.300 201 8fe87c0477071ba5e808734c83e3ce7c 199.204.45.38 - - [03/Apr/2026:02:38:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.003 300 c10cd7910919db2879e263ed2e83326e 199.204.45.38 - - [03/Apr/2026:02:38:09 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.026 [openstack-keystone-api-5000] [] 10.0.0.48:5000 98 0.026 404 381846bab104fd41c72b83ead59a346a 199.204.45.38 - - [03/Apr/2026:02:38:09 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.48:5000 135 0.017 200 b501cab73361a6c2c4120e0be07c7897 199.204.45.38 - - [03/Apr/2026:02:38:09 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.025 [openstack-keystone-api-5000] [] 10.0.0.48:5000 356 0.025 201 c6113943e58ef9beaf5712f7d8216083 199.204.45.38 - - [03/Apr/2026:02:38:10 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 265 0.004 200 d60eac3b037aa4e349a8f87cced7742b 199.204.45.38 - - [03/Apr/2026:02:38:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.48:5000 1359 0.300 201 2a681fb6fe053925b58837eb586202e3 199.204.45.38 - - [03/Apr/2026:02:38:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 cdec9bd80ce9ffcbc7b32e364a1fb8e0 199.204.45.38 - - [03/Apr/2026:02:38:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.027 [openstack-keystone-api-5000] [] 10.0.0.48:5000 131 0.027 404 4d8f6214ac7ad1774cd8ecbdef531023 199.204.45.38 - - [03/Apr/2026:02:38:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.019 [openstack-keystone-api-5000] [] 10.0.0.48:5000 167 0.018 200 f9e780710ea8d7a4d36df41759531899 199.204.45.38 - - [03/Apr/2026:02:38:10 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.026 [openstack-keystone-api-5000] [] 10.0.0.48:5000 222 0.027 201 bc7370f87aec3ceda67f28c20b98083f W0403 02:38:21.326381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:21.326429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:38:22.043096 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.208.83"}] I0403 02:38:22.049972 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2d00bda7-de49-4c90-a9bb-d697fce1f19f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7178", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:38:24.660511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:24.660571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:27.993235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:27.993278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:31.326647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:31.326695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:34.660586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:34.660622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:49.192573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:49.192614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:52.526628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:52.526671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:55.859597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:55.859718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:59.193421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:38:59.193470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:22.881671 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:40:22.881754 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 02:40:22.881802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:22.881822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:40:22.884565 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0403 02:40:22.884586 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 02:40:22.888886 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0403 02:40:22.889453 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0403 02:40:22.889497 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"063ceea3-ea0f-4f5b-9148-a96f2477b930", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8097", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:40:22.889863 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:40:22.889976 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 02:40:22.890068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:22.890095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:40:22.890280 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:40:22.942858 7 controller.go:216] "Backend successfully reloaded" I0403 02:40:22.943145 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fp5pd", UID:"5e1267ca-e953-4218-866c-ef34e1ef3737", APIVersion:"v1", ResourceVersion:"1449", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:40:23.471960 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 02:40:23.472868 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.38 - - [03/Apr/2026:02:40:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.005 300 c62780259da91fda7b00d2899a91f89e 199.204.45.38 - - [03/Apr/2026:02:40:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.339 [openstack-keystone-api-5000] [] 10.0.0.48:5000 1990 0.339 201 eafeb312bb32a0da13fadfac762b2558 199.204.45.38 - - [03/Apr/2026:02:40:24 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.039 [openstack-keystone-api-5000] [] 10.0.0.48:5000 85 0.039 404 f981902df15f69ea92fafc5006826cf1 199.204.45.38 - - [03/Apr/2026:02:40:24 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.024 [openstack-keystone-api-5000] [] 10.0.0.48:5000 128 0.023 200 e969e74a6dc09996e0859f57ce39cbf9 199.204.45.38 - - [03/Apr/2026:02:40:24 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.077 [openstack-keystone-api-5000] [] 10.0.0.48:5000 229 0.078 201 4545cb07a11b1fdc51cd0061fe381637 W0403 02:40:26.224367 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 02:40:26.224534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:26.224566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:40:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 3ad0c75b301f384fac0f61fff23c290a 199.204.45.38 - - [03/Apr/2026:02:40:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.288 [openstack-keystone-api-5000] [] 10.0.0.48:5000 1990 0.287 201 cc9c68ff9d0c2f0db4b02827aba89219 199.204.45.38 - - [03/Apr/2026:02:40:30 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.031 [openstack-keystone-api-5000] [] 10.0.0.48:5000 1514 0.031 200 18ebc38a5bed485b9f35a2fc35493346 199.204.45.38 - - [03/Apr/2026:02:40:30 +0000] "PUT /v3/roles/d171c57969324d95bda9221fdcde63bf/implies/063eb4d97a4b47c8a50eb22c85ffaf91 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.036 [openstack-keystone-api-5000] [] 10.0.0.48:5000 518 0.036 201 81620d77a47a043a5149e89a6a7b5b59 W0403 02:40:34.984092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:40:34.984192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:41:22.030678 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.208.83"}] I0403 02:41:22.037951 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"063ceea3-ea0f-4f5b-9148-a96f2477b930", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8555", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:41:22.041555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:22.041580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:41:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 0b2c5fb973cd4dd56ea487440edd6f51 199.204.45.38 - - [03/Apr/2026:02:41:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.382 [openstack-keystone-api-5000] [] 10.0.0.48:5000 2053 0.381 201 26435d5ce786ea049950396e507d0b25 199.204.45.38 - - [03/Apr/2026:02:41:29 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.028 [openstack-keystone-api-5000] [] 10.0.0.48:5000 87 0.028 404 93c2ed5e85fbed352b05db812f666719 199.204.45.38 - - [03/Apr/2026:02:41:29 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.027 [openstack-keystone-api-5000] [] 10.0.0.48:5000 388 0.027 200 cf3c7c7c2d27f582dac101a0d6954025 199.204.45.38 - - [03/Apr/2026:02:41:29 +0000] "GET /v3/users/rgw-RegionOne?domain_id=59bc3e1b1f53424d97b43f743c8c5e1b HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.032 [openstack-keystone-api-5000] [] 10.0.0.48:5000 91 0.032 404 5ec88074242e7ec8210278686440c1d0 199.204.45.38 - - [03/Apr/2026:02:41:29 +0000] "GET /v3/users?domain_id=59bc3e1b1f53424d97b43f743c8c5e1b&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.027 [openstack-keystone-api-5000] [] 10.0.0.48:5000 177 0.028 200 32d55f9d11c1ddb42fbf149d857766c0 199.204.45.38 - - [03/Apr/2026:02:41:29 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.294 [openstack-keystone-api-5000] [] 10.0.0.48:5000 290 0.294 201 dc6c5a5986d6c5099c559c26a92a6cf9 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.005 300 e48ccb95fe0f5db4c163390163894975 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.295 [openstack-keystone-api-5000] [] 10.0.0.48:5000 2053 0.295 201 c627478da7feaa2a1c76fd83e5a5d4cb 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.031 [openstack-keystone-api-5000] [] 10.0.0.48:5000 83 0.030 404 7abebf400a2e12e93aff581e2e0799c9 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.019 [openstack-keystone-api-5000] [] 10.0.0.48:5000 359 0.020 200 cd8c242ce7c4d1d598f20128ce9ab2c7 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.026 [openstack-keystone-api-5000] [] 10.0.0.48:5000 87 0.027 404 449aa66cbb93aab6e8d1f5ada688ea98 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.018 [openstack-keystone-api-5000] [] 10.0.0.48:5000 388 0.019 200 472185cd0ccc111e6e6fb6ab0d258d70 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.020 [openstack-keystone-api-5000] [] 10.0.0.48:5000 91 0.021 404 37c40f9b1a8f0dc90523b3be7852229d 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET /v3/users?domain_id=59bc3e1b1f53424d97b43f743c8c5e1b&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.040 [openstack-keystone-api-5000] [] 10.0.0.48:5000 456 0.041 200 932cfcc16643ffb86a447979352b06ed 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.101 [openstack-keystone-api-5000] [] 10.0.0.48:5000 88 0.101 404 59c8dedcf7061fdbb5f761b268a1bbe9 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.030 [openstack-keystone-api-5000] [] 10.0.0.48:5000 518 0.031 200 4da94f3caac94d3320a148dc4c0f83b1 199.204.45.38 - - [03/Apr/2026:02:41:35 +0000] "PUT /v3/projects/17716f67e32e4897b403acd776951629/users/d471b7716e3149a080603c0d969196d9/roles/b8ba024fe33c405c8787bca5a537a414 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.091 [openstack-keystone-api-5000] [] 10.0.0.48:5000 0 0.092 204 f2eb0573ac6316ed5a67419d15c645b9 199.204.45.38 - - [03/Apr/2026:02:41:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 51623638860d60a645b4d9dc46055d59 199.204.45.38 - - [03/Apr/2026:02:41:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.384 [openstack-keystone-api-5000] [] 10.0.0.48:5000 2053 0.383 201 3f3d9cc079a2d3914f1ca564bec3434b 199.204.45.38 - - [03/Apr/2026:02:41:39 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.022 [openstack-keystone-api-5000] [] 10.0.0.48:5000 150 0.023 200 205146dfcd1c756c0dbf5c4645947cf2 199.204.45.38 - - [03/Apr/2026:02:41:39 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.032 [openstack-keystone-api-5000] [] 10.0.0.48:5000 262 0.032 201 3751140b1b79e8842a8c7e9023e2a8a1 199.204.45.38 - - [03/Apr/2026:02:41:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 128e0c808cb4f2d863d4deabce0fef0b 199.204.45.38 - - [03/Apr/2026:02:41:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.48:5000 2155 0.302 201 ecc844d524e1ab73bca103abfc47a345 199.204.45.38 - - [03/Apr/2026:02:41:40 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.48:5000 86 0.028 404 7430a808a8cbb44ed313fa284434e86a 199.204.45.38 - - [03/Apr/2026:02:41:40 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.016 [openstack-keystone-api-5000] [] 10.0.0.48:5000 380 0.016 200 88a8d7ed20ee3ac5a2c05b6980168902 199.204.45.38 - - [03/Apr/2026:02:41:40 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=bd7ba0b424ee4921a3798df3b35f3638 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.48:5000 204 0.020 200 458c24d4b6fb62ee95d6698882c5072f 199.204.45.38 - - [03/Apr/2026:02:41:40 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.029 [openstack-keystone-api-5000] [] 10.0.0.48:5000 377 0.029 201 5a50d0246eaa746970872d3ed3362651 199.204.45.38 - - [03/Apr/2026:02:41:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 c63d3586ffa5591d8b874e10adb34a01 199.204.45.38 - - [03/Apr/2026:02:41:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.318 [openstack-keystone-api-5000] [] 10.0.0.48:5000 2363 0.318 201 f533e58da972a1f87f18df06ef6c8e0b 199.204.45.38 - - [03/Apr/2026:02:41:41 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.48:5000 86 0.026 404 12a462f8ec1810627ad9205829ff3bbb 199.204.45.38 - - [03/Apr/2026:02:41:41 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.48:5000 380 0.019 200 acf50a9083e607124afc624aa220c4bb 199.204.45.38 - - [03/Apr/2026:02:41:41 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=bd7ba0b424ee4921a3798df3b35f3638 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.026 [openstack-keystone-api-5000] [] 10.0.0.48:5000 206 0.026 200 09d3a3d40597ff1cb26d047f760335ef 199.204.45.38 - - [03/Apr/2026:02:41:41 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.023 [openstack-keystone-api-5000] [] 10.0.0.48:5000 391 0.024 201 04cbec841365c4da931df82b8ac54fe5 W0403 02:41:43.014921 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:41:43.015044 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 02:41:43.015107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:43.015128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:41:43.019005 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0403 02:41:43.019032 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 02:41:43.024289 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0403 02:41:43.024567 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ca5fc9ce-aada-4882-91aa-1fc87c9f3864", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8704", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:41:43.024657 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 02:41:43.024912 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:41:43.024983 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 02:41:43.025034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:43.025045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:41:43.025147 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:41:43.093847 7 controller.go:216] "Backend successfully reloaded" I0403 02:41:43.094828 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fp5pd", UID:"5e1267ca-e953-4218-866c-ef34e1ef3737", APIVersion:"v1", ResourceVersion:"1449", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:41:43.401221 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 02:41:43.402364 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 02:41:46.358600 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:41:46.358783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:41:46.358805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:00.858423 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:42:00.858564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:00.858582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:06.252158 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:42:06.252647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:06.252690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:09.586053 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 02:42:09.586247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:09.586271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:12.919602 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:12.923893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:12.923939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:42:12.924161 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:42:12.974794 7 controller.go:216] "Backend successfully reloaded" I0403 02:42:12.975072 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fp5pd", UID:"5e1267ca-e953-4218-866c-ef34e1ef3737", APIVersion:"v1", ResourceVersion:"1449", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:42:16.253308 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:16.253498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:16.253528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:42:22.031497 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.208.83"}] I0403 02:42:22.037822 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ca5fc9ce-aada-4882-91aa-1fc87c9f3864", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9086", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:42:22.039490 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:22.039651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:22.039697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:32.327121 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:32.327466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:32.327499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:35.661577 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:35.661746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:35.661773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:40.005689 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:40.005811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:40.005829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:56.832551 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 02:42:56.832679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:42:56.832700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:43:35.082057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:43:35.082096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:44:48.920589 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:44:48.920766 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 02:44:48.920851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:44:48.920876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:44:48.926090 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0403 02:44:48.926126 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 02:44:48.930720 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 02:44:48.931213 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"797186ee-b590-4dee-a98a-7d149a00b621", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10224", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:44:48.932034 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 02:44:48.933182 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:44:48.933424 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 02:44:48.933771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:44:48.933827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:44:48.935398 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:44:49.004888 7 controller.go:216] "Backend successfully reloaded" I0403 02:44:49.005131 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fp5pd", UID:"5e1267ca-e953-4218-866c-ef34e1ef3737", APIVersion:"v1", ResourceVersion:"1449", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:44:49.315118 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 02:44:49.316043 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0403 02:44:52.266523 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:44:52.266723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:44:52.266755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:44:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 3cc5ed500f67c6416c9e9240f0e39007 199.204.45.38 - - [03/Apr/2026:02:44:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.342 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.342 201 a5be658a1d8f04a89ca9347cf6ae7a75 199.204.45.38 - - [03/Apr/2026:02:44:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f9da239950f52b964eba58c8bb7d3a93 199.204.45.38 - - [03/Apr/2026:02:44:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 87ba78cadee35b9e6ceeb54cc545016e 199.204.45.38 - - [03/Apr/2026:02:44:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.003 300 5c9a844e5a776e04fc2171cf71432f8d 199.204.45.38 - - [03/Apr/2026:02:44:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.291 201 7b8e4ba4d349f6a27efed94a0096e073 199.204.45.38 - - [03/Apr/2026:02:44:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9e7e434444f6996cc40e647180928c87 199.204.45.38 - - [03/Apr/2026:02:44:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0a970e91483bcf9b600f8e54a5d1514d W0403 02:44:58.445473 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 02:44:58.445608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:44:58.445628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:44:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.003 300 e6ce6687241f9a8c5724278b5efcf36b 199.204.45.38 - - [03/Apr/2026:02:44:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.304 201 d74be94a6ca16a9ecd60785ec040509c 199.204.45.38 - - [03/Apr/2026:02:44:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2b73433ebca1c1eff094dd7f3d99f778 199.204.45.38 - - [03/Apr/2026:02:44:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 05d0acf0fd2280c9d49ed395415dc18f 199.204.45.38 - - [03/Apr/2026:02:45:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.003 300 c26759278b1464cfbc5b73d07a1f8fa4 199.204.45.38 - - [03/Apr/2026:02:45:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.295 201 32fe6a5f1dbaeb904a6a4870d580eaa9 199.204.45.38 - - [03/Apr/2026:02:45:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 65856eb44c65a85099ce2509009bcd79 199.204.45.38 - - [03/Apr/2026:02:45:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2950a9a407c7d2c4c3bd8c3b3a1b62e9 199.204.45.38 - - [03/Apr/2026:02:45:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.005 300 decfb5fb6b7883dfd1698f8094cf87b3 199.204.45.38 - - [03/Apr/2026:02:45:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.294 201 fa4bc8e1839a32fbc95e5ad50cf294a6 199.204.45.38 - - [03/Apr/2026:02:45:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fa568b730e217c8b9501869ed618cadc 199.204.45.38 - - [03/Apr/2026:02:45:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1e4e3f572b8680a15396834f9efbeda4 199.204.45.38 - - [03/Apr/2026:02:45:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.002 300 4b21ba9e4af4c60bd63f919d647a3efd 199.204.45.38 - - [03/Apr/2026:02:45:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.311 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.311 201 89cb0f7b0257ffa3734b9f803cabce11 199.204.45.38 - - [03/Apr/2026:02:45:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ff10b771a8f06f617efdd4cbca04e5f6 199.204.45.38 - - [03/Apr/2026:02:45:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ed9a7cddacc23003611820bb83987e0a 199.204.45.38 - - [03/Apr/2026:02:45:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.005 300 c7dd96ecf4cca3c1a97efb20d4d9286a 199.204.45.38 - - [03/Apr/2026:02:45:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.298 201 a973c68d82cddefa6b33ae29638e8169 199.204.45.38 - - [03/Apr/2026:02:45:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cb507a96d8f5585c0d07af220806d0df 199.204.45.38 - - [03/Apr/2026:02:45:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3dbf8e41fe70042313c6d5219f5e8d0a W0403 02:45:06.883045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:06.883076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:02:45:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 fefcc66c2aa45ad2187932bd72805315 199.204.45.38 - - [03/Apr/2026:02:45:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.299 201 cb5780d371c202ef79e96b6e5a99a071 199.204.45.38 - - [03/Apr/2026:02:45:08 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.65:9292 1183 0.003 300 e037f767cb407824e78a831efe37ee7b 199.204.45.38 - - [03/Apr/2026:02:45:08 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.553 [openstack-glance-api-9292] [] 10.0.0.65:9292 69 0.554 200 2b00b5a46006b1faa493edabb1fc4dbc 199.204.45.38 - - [03/Apr/2026:02:45:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.48:5000 280 0.004 300 4eb5c4ff0d12150b4e9a8340153a1e11 199.204.45.38 - - [03/Apr/2026:02:45:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.48:5000 3197 0.298 201 d60189b032d8f6abf9e8a5412de60632 199.204.45.38 - - [03/Apr/2026:02:45:11 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.65:9292 1183 0.002 300 b8b41a4b662519dfe48d936fec7d59f5 199.204.45.38 - - [03/Apr/2026:02:45:11 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.041 [openstack-glance-api-9292] [] 10.0.0.65:9292 69 0.041 200 c43b40c898e1f5a94806fadc25a98cb8 199.204.45.38 - - [03/Apr/2026:02:45:12 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.128 [openstack-glance-api-9292] [] 10.0.0.65:9292 151 0.128 404 6c8dad1bdf95b0d7d548c02fc560c350 199.204.45.38 - - [03/Apr/2026:02:45:12 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.024 [openstack-glance-api-9292] [] 10.0.0.65:9292 81 0.024 200 f1aed3ff6f8f6a3faa8bf18d87d1f154 199.204.45.38 - - [03/Apr/2026:02:45:12 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.028 [openstack-glance-api-9292] [] 10.0.0.65:9292 84 0.028 200 15014f2882d9f0d46d5f55773f587b02 199.204.45.38 - - [03/Apr/2026:02:45:12 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.063 [openstack-glance-api-9292] [] 10.0.0.65:9292 760 0.063 201 2f79990c8db9c6eb1b70a1b20d746f05 199.204.45.38 - - [03/Apr/2026:02:45:18 +0000] "PUT /v2/images/e388ffe7-5ead-400f-8227-59c2d967a189/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 6.768 [openstack-glance-api-9292] [] 10.0.0.65:9292 0 6.768 204 c61f2c3eb086caedbe69e3c3621b02e5 199.204.45.38 - - [03/Apr/2026:02:45:19 +0000] "GET /v2/images/e388ffe7-5ead-400f-8227-59c2d967a189 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-glance-api-9292] [] 10.0.0.65:9292 1171 0.019 200 3b280a261379f90f5a12fbee99d4d96a 199.204.45.38 - - [03/Apr/2026:02:45:19 +0000] "GET /v2/images/e388ffe7-5ead-400f-8227-59c2d967a189 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-glance-api-9292] [] 10.0.0.65:9292 1171 0.018 200 e08a64264da2dbf5df8ac29c9b55dc05 W0403 02:45:21.916712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:21.916771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:45:22.030211 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.208.83"}] I0403 02:45:22.033640 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"797186ee-b590-4dee-a98a-7d149a00b621", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:45:25.250785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:25.250838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:28.586151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:45:28.586195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store