------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0309 01:41:03.363723 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0309 01:41:03.363923 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0309 01:41:03.370865 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0309 01:41:03.375315 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0309 01:41:03.612211 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0309 01:41:03.634412 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0309 01:41:03.647735 7 nginx.go:271] "Starting NGINX Ingress controller" I0309 01:41:03.655847 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"26a021c5-7bb5-407a-aee4-a43fd7ed04f9", APIVersion:"v1", ResourceVersion:"1118", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0309 01:41:03.658494 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"249ea6f2-60ea-4f4a-b640-a03b376255ca", APIVersion:"v1", ResourceVersion:"1116", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0309 01:41:03.658553 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4a5eef87-15a8-454c-83ad-fdeb71c925dd", APIVersion:"v1", ResourceVersion:"1117", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0309 01:41:04.850721 7 nginx.go:317] "Starting NGINX process" I0309 01:41:04.850734 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0309 01:41:04.851307 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0309 01:41:04.851766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:04.851868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:41:04.851982 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:41:04.861455 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-6tv8m" I0309 01:41:04.861560 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0309 01:41:04.888526 7 controller.go:216] "Backend successfully reloaded" I0309 01:41:04.888623 7 controller.go:227] "Initial sync, sleeping for 1 second" I0309 01:41:04.888707 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6tv8m", UID:"38ddf9a0-cc22-458e-ac9e-44c268efe0b1", APIVersion:"v1", ResourceVersion:"1161", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:41:08.672416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:08.672457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:12.006678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:12.006729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:15.340100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:15.340172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:18.672938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:18.672990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:22.005932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:22.005988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:25.339975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:25.340030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:28.673856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:28.673910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:32.006790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:32.006844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:35.340218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:35.340289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:41.549568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:41.549604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:30.326125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:30.326178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:49.396300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:49.396346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:52.730600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:52.730651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:56.064052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:56.064111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:59.397031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:59.397089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:02.730696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:02.730761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:06.063855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:06.063905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:09.396798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:09.396836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:12.729814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:12.729861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:17.440120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:17.440511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:20.773702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:20.773795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:24.107228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:24.107279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:28.097521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:28.097551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:31.433008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:31.433064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:31.686493 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-65.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-65.nip.io-tls was not found. Using default certificate W0309 01:45:31.686568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:31.686588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:45:31.688854 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0309 01:45:31.688897 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0309 01:45:31.699088 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0309 01:45:31.699606 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-65.nip.io-tls" in local store I0309 01:45:31.699666 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"89f23277-f099-4236-bc7a-352317a377df", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3051", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:45:32.311447 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-65.nip.io-tls" I0309 01:45:32.312417 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-65.nip.io-tls" W0309 01:45:34.764392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:34.764437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:45:34.764680 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:45:34.807946 7 controller.go:216] "Backend successfully reloaded" I0309 01:45:34.808207 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6tv8m", UID:"38ddf9a0-cc22-458e-ac9e-44c268efe0b1", APIVersion:"v1", ResourceVersion:"1161", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:45:38.097909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:38.097968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:45:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.304 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 2.303 200 cf35689fcf70456f60ea41f420847822 199.204.45.65 - - [09/Mar/2026:01:45:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.177 [auth-system-keycloak-80] [] 10.0.0.29:8080 116 0.177 404 243a05a3742ffdbbcb60451fddcb4c63 199.204.45.65 - - [09/Mar/2026:01:45:47 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.885 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 3.885 201 401a5723f621f1a89cca46a33bdf5a54 199.204.45.65 - - [09/Mar/2026:01:45:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.492 [auth-system-keycloak-80] [] 10.0.0.29:8080 4246 0.492 200 6154299b1c49723dea84ffb16c103653 199.204.45.65 - - [09/Mar/2026:01:45:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.556 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.555 200 7ea5efc3f0f0e327182a6477da3d2da4 199.204.45.65 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.108 [auth-system-keycloak-80] [] 10.0.0.29:8080 12500 0.109 200 b61caa7acb6406f6653672a11fc86c55 199.204.45.65 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/client-scopes/73fce0c5-58d6-4489-8772-34fdc0c4219c HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.068 [auth-system-keycloak-80] [] 10.0.0.29:8080 1278 0.069 200 cd007d0aeadedae2ee57e1b690a43593 199.204.45.65 - - [09/Mar/2026:01:45:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/73fce0c5-58d6-4489-8772-34fdc0c4219c HTTP/1.1" 204 0 "-" "Ansible" 1846 0.123 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.122 204 e77f73f4a349920ac5a3710db50011c7 199.204.45.65 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/client-scopes/73fce0c5-58d6-4489-8772-34fdc0c4219c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.083 [auth-system-keycloak-80] [] 10.0.0.29:8080 963 0.082 200 9ad5b5497e77128587ebe04971550b30 199.204.45.65 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/client-scopes/73fce0c5-58d6-4489-8772-34fdc0c4219c/protocol-mappers/models/b773e6e8-eabb-4357-afdb-c444251fcfe6 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.060 [auth-system-keycloak-80] [] 10.0.0.29:8080 366 0.060 200 7c2b76bc93aef1c9e5be3aa2cf98f30c 199.204.45.65 - - [09/Mar/2026:01:45:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/73fce0c5-58d6-4489-8772-34fdc0c4219c/protocol-mappers/models/b773e6e8-eabb-4357-afdb-c444251fcfe6 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.084 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.083 204 733fecdc9ad989b0480d25ee8241be45 199.204.45.65 - - [09/Mar/2026:01:45:49 +0000] "GET /admin/realms/atmosphere/client-scopes/73fce0c5-58d6-4489-8772-34fdc0c4219c HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.029 [auth-system-keycloak-80] [] 10.0.0.29:8080 1218 0.029 200 d5b905ebc67ecceb579f710ce0d31a7d I0309 01:46:04.869595 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.134.44"}] I0309 01:46:04.875729 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"89f23277-f099-4236-bc7a-352317a377df", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3398", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:46:04.877866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:04.877932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:46:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.480 200 e493e23480ff317631eb8a99b25fa1b5 199.204.45.65 - - [09/Mar/2026:01:46:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.014 200 ff603037646e5057895d37d3cd1c6b40 199.204.45.65 - - [09/Mar/2026:01:46:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.182 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.181 201 10adb38f053a9d9504bba1e565df717e 199.204.45.65 - - [09/Mar/2026:01:46:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.080 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.080 200 9fdeb457c242b6261175e4bcc4ceb539 199.204.45.65 - - [09/Mar/2026:01:46:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.524 200 4545e80604ad14c97cc2d3f6b3c321e7 199.204.45.65 - - [09/Mar/2026:01:46:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.066 200 f5413a560a098f0eaa26a04fef0fbd3a 199.204.45.65 - - [09/Mar/2026:01:46:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.103 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.102 201 0d4f19381446ae7cd0138b9cced66d37 199.204.45.65 - - [09/Mar/2026:01:46:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.095 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.095 200 ccc3b0b2a996df841c347fe85db15cdb 199.204.45.65 - - [09/Mar/2026:01:46:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.469 200 a55e9864f44bab49b6a4ffcdd6b32bb7 199.204.45.65 - - [09/Mar/2026:01:46:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.026 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.025 200 13a01893bc2c423a21333d501e520c38 199.204.45.65 - - [09/Mar/2026:01:46:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.080 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.079 201 b8c94e2ba9e2f2a414ad34b549ae3e68 199.204.45.65 - - [09/Mar/2026:01:46:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.021 200 983713c1dd6db0294d4630de3ee4eee8 199.204.45.65 - - [09/Mar/2026:01:46:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.497 200 64648b032076e1b797050f024953882d 199.204.45.65 - - [09/Mar/2026:01:46:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.007 200 e2471f7f06dca1d0c865393d3d8cd9cf 199.204.45.65 - - [09/Mar/2026:01:46:14 +0000] "GET /admin/realms/atmosphere/clients/25c42a5b-7e31-46de-a372-92abf416390b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.012 404 3aba7e14c7f31e21af252aea8cbd05f2 199.204.45.65 - - [09/Mar/2026:01:46:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.007 200 19dc46a50f85654b3bae4bfc8e2835c4 199.204.45.65 - - [09/Mar/2026:01:46:14 +0000] "POST /admin/realms/atmosphere/clients/25c42a5b-7e31-46de-a372-92abf416390b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.039 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.038 201 4116f7b12eb4f33be32ea06baf2f7fd1 199.204.45.65 - - [09/Mar/2026:01:46:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1259 0.008 200 ab12973355e15f8c16b04196062d8fda 199.204.45.65 - - [09/Mar/2026:01:46:14 +0000] "GET /admin/realms/atmosphere/clients/25c42a5b-7e31-46de-a372-92abf416390b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.067 200 93f4ec79ba8d25f60cb1850748235fa7 199.204.45.65 - - [09/Mar/2026:01:46:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.472 200 47ba50020751f32aace2ec3161a8b27a 199.204.45.65 - - [09/Mar/2026:01:46:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.033 200 e357cf44ea1ae9f657e0934307cc54fb 199.204.45.65 - - [09/Mar/2026:01:46:15 +0000] "GET /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.009 404 8f962b4ab9fdebb5e2a57bff254bd119 199.204.45.65 - - [09/Mar/2026:01:46:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.006 200 3a0e363f3a267ac3683f68bc463c0ad3 199.204.45.65 - - [09/Mar/2026:01:46:15 +0000] "POST /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.017 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.016 201 e5e5f1ff41bae68263cf1643f805be93 199.204.45.65 - - [09/Mar/2026:01:46:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.028 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.029 200 af9c78575826c21751c510f20e093407 199.204.45.65 - - [09/Mar/2026:01:46:15 +0000] "GET /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.014 [auth-system-keycloak-80] [] 10.0.0.29:8080 165 0.013 200 3d8d2c8deb486fe3fadaecc8164676ba 199.204.45.65 - - [09/Mar/2026:01:46:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.514 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.512 200 561307488d7c2c94ac78a6fc87b44cba 199.204.45.65 - - [09/Mar/2026:01:46:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.010 200 2a977d9ba995213f3a2688433ea748a9 199.204.45.65 - - [09/Mar/2026:01:46:16 +0000] "GET /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.058 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.058 404 bbefd1670dc6fea0b658e0a1c3f31f8b 199.204.45.65 - - [09/Mar/2026:01:46:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.007 200 71062d9924d7fd02eb5270af0dd8c229 199.204.45.65 - - [09/Mar/2026:01:46:16 +0000] "POST /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.015 201 7500eb8e2808574c25687132ee2739b9 199.204.45.65 - - [09/Mar/2026:01:46:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.046 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.047 200 b4b7cb3b6ae6aad6cf0a19040e4bf541 199.204.45.65 - - [09/Mar/2026:01:46:16 +0000] "GET /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.016 200 41a081eb73e106a37035f481caa8b064 199.204.45.65 - - [09/Mar/2026:01:46:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.514 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.513 200 935dec824d8171c622e36ec184806f97 199.204.45.65 - - [09/Mar/2026:01:46:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.013 200 832fe69618f32609a6b196b551a2a96d 199.204.45.65 - - [09/Mar/2026:01:46:17 +0000] "GET /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.049 404 8555d502fd4f1a2da7d91fb9a18056cd 199.204.45.65 - - [09/Mar/2026:01:46:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.007 200 cac156aacbe6ea51cb745620ab513427 199.204.45.65 - - [09/Mar/2026:01:46:17 +0000] "POST /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.013 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.011 201 637dd8a33ef637ab5c78f766df4f5d53 199.204.45.65 - - [09/Mar/2026:01:46:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.29:8080 1283 0.005 200 39702ee9225f00dd5fe49c4000ddbc93 199.204.45.65 - - [09/Mar/2026:01:46:17 +0000] "GET /admin/realms/atmosphere/clients/c4798891-1d9a-418a-a4d0-dd550fd34c2e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.040 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.040 200 8b92478361276d6e0375f271f3466742 199.204.45.65 - - [09/Mar/2026:01:46:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.516 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.515 200 07c0bbfdcc0dfac3bb77edc4dad08725 199.204.45.65 - - [09/Mar/2026:01:46:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.007 200 dc18e8c930c692187a9d3c66a550c590 199.204.45.65 - - [09/Mar/2026:01:46:18 +0000] "GET /admin/realms/atmosphere/clients/7e6b12a3-7695-4121-b828-92f0d1026f6d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.29:8080 119 0.010 404 f6a19d9a529370ddaf4e9c636fcbfcce 199.204.45.65 - - [09/Mar/2026:01:46:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.043 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.043 200 58e875ee0154699b3755a9b25869f571 199.204.45.65 - - [09/Mar/2026:01:46:18 +0000] "POST /admin/realms/atmosphere/clients/7e6b12a3-7695-4121-b828-92f0d1026f6d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.017 201 95b9856c62a69d4dbbe6ce19bf943875 199.204.45.65 - - [09/Mar/2026:01:46:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.29:8080 1249 0.007 200 2577a4f0544f4205562d8c16237d4d40 199.204.45.65 - - [09/Mar/2026:01:46:18 +0000] "GET /admin/realms/atmosphere/clients/7e6b12a3-7695-4121-b828-92f0d1026f6d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.29:8080 166 0.012 200 ac779f40c7881741509478217448cf4d W0309 01:46:30.571663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:30.571712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:33.906190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:33.906241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:25.913483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:25.913607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:25.982626 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:25.982697 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0309 01:47:25.982733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:25.982749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:25.982627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:25.982841 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0309 01:47:25.982924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:25.983000 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0309 01:47:25.983049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:25.983095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:25.983052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:25.983198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:25.984479 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0309 01:47:25.984528 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0309 01:47:25.984683 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0309 01:47:25.984704 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0309 01:47:25.985200 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0309 01:47:25.985231 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0309 01:47:25.991790 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0309 01:47:25.992270 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0309 01:47:25.992322 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0309 01:47:25.992606 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0309 01:47:25.992623 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"efdc9092-d008-45b1-9561-2f6b3f903401", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4016", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:25.992651 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"bbca9762-dcb2-4748-a415-c183ad0c1fc2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4017", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:25.992638 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0309 01:47:25.992907 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0309 01:47:25.992936 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"94f10b54-3fd6-4851-bcc8-0a3913298ae8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4018", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:26.278459 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 01:47:26.279494 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0309 01:47:26.603454 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0309 01:47:26.604492 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0309 01:47:27.108352 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0309 01:47:27.109413 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0309 01:47:29.247910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:29.247975 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:29.248011 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:29.248114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:29.248136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:29.248277 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:47:29.295194 7 controller.go:216] "Backend successfully reloaded" I0309 01:47:29.296084 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6tv8m", UID:"38ddf9a0-cc22-458e-ac9e-44c268efe0b1", APIVersion:"v1", ResourceVersion:"1161", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:47:32.581399 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:32.581471 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:32.581516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:32.581660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:32.581695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:35.913678 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:35.913762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:35.913818 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:35.913962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:35.913989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:39.246997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:39.247096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:39.247183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:39.247367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:39.247402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:42.581242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:42.581289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:42.581321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:42.581465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:42.581486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:45.915282 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:45.915350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:45.915387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:45.915525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:45.915549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:49.247244 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:49.247335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:49.247444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:49.247467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:52.581577 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:52.581667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:52.581762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:52.581786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:55.914776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:55.914877 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:55.915023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:55.915051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:59.247923 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:59.248027 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:59.248153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:59.248180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:02.580607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:02.580693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:02.580837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:02.580858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.90 - - [09/Mar/2026:01:48:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.115 [auth-system-keycloak-80] [] 10.0.0.29:8080 6411 0.115 200 449297ca20eecbfb2acf865d38b03d17 10.0.0.139 - - [09/Mar/2026:01:48:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.116 [auth-system-keycloak-80] [] 10.0.0.29:8080 6411 0.116 200 65f1c292a6dfc44d673cbe8efaef7246 I0309 01:48:04.871186 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.134.44"}] I0309 01:48:04.871239 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.134.44"}] I0309 01:48:04.871327 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.134.44"}] I0309 01:48:04.879399 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"efdc9092-d008-45b1-9561-2f6b3f903401", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5070", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:48:04.881003 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"bbca9762-dcb2-4748-a415-c183ad0c1fc2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5071", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:48:04.882289 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"94f10b54-3fd6-4851-bcc8-0a3913298ae8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5072", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:48:05.914747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:05.914798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:09.247440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:09.247518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:12.580849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:12.580918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:15.914485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:15.914544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:39.484153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:39.484302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:52.437124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:52.437177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:55.772691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:55.772761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:59.104619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:59.104690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:49:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.497 200 cab91e8118d91127ac7845f6c31904a1 199.204.45.65 - - [09/Mar/2026:01:49:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.29:8080 4246 0.008 200 5d33d65ebd16041d2626f3a9ec71a2b2 199.204.45.65 - - [09/Mar/2026:01:49:01 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.469 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.467 204 5ba549f5700d9568b41a191d46851fdb 199.204.45.65 - - [09/Mar/2026:01:49:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.111 [auth-system-keycloak-80] [] 10.0.0.29:8080 4384 0.111 200 4fdd25cd26c901f9c274d9ef290d603f 199.204.45.65 - - [09/Mar/2026:01:49:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.486 200 e42fa904ac2a41543b7e1c97689285ae 199.204.45.65 - - [09/Mar/2026:01:49:02 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.29:8080 1682 0.010 200 bb36b5c28a3270bed9a15aba64b07032 199.204.45.65 - - [09/Mar/2026:01:49:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.29:8080 6411 0.006 200 31ff3e8e517640f869797613a674c419 199.204.45.65 - - [09/Mar/2026:01:49:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.519 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.518 200 79dce737360c12ba368ed725cdfaee2d 199.204.45.65 - - [09/Mar/2026:01:49:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.010 200 b9f014dbe99f0970f41ddca980b81e7b 199.204.45.65 - - [09/Mar/2026:01:49:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.098 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.097 201 10a37ab129d9e1f752cbb1265f229ac8 199.204.45.65 - - [09/Mar/2026:01:49:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.059 [auth-system-keycloak-80] [] 10.0.0.29:8080 2242 0.058 200 b9ea5fec6e59f63737f6160c2e258f37 199.204.45.65 - - [09/Mar/2026:01:49:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.430 [auth-system-keycloak-80] [] 10.0.0.29:8080 1925 0.428 200 337fe214749592050bd50b356d993283 199.204.45.65 - - [09/Mar/2026:01:49:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.025 [auth-system-keycloak-80] [] 10.0.0.29:8080 2242 0.025 200 c77ab5d87e8bcca9824c301ec592128e 199.204.45.65 - - [09/Mar/2026:01:49:05 +0000] "GET /admin/realms/atmosphere/clients/4f40c01d-7ce0-4985-9370-427ef8210b4b/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.012 [auth-system-keycloak-80] [] 10.0.0.29:8080 233 0.013 200 96885039adb69c39ed818b3d75072604 199.204.45.65 - - [09/Mar/2026:01:49:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.067 [auth-system-keycloak-80] [] 10.0.0.29:8080 831 0.066 200 fb6b6306a7be2db4b9dc64d8b6f9c243 199.204.45.65 - - [09/Mar/2026:01:49:05 +0000] "GET /admin/realms/atmosphere/clients/5c59ee7c-eb2d-40d7-b2f5-4003d080e3ab/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.025 [auth-system-keycloak-80] [] 10.0.0.29:8080 3758 0.025 200 339bb394073f8ceea188125e9842c87e 199.204.45.65 - - [09/Mar/2026:01:49:06 +0000] "GET /admin/realms/atmosphere/users/a66a07ef-a578-4ca8-88ba-a029bea00b1a/role-mappings/clients/5c59ee7c-eb2d-40d7-b2f5-4003d080e3ab/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.163 [auth-system-keycloak-80] [] 10.0.0.29:8080 3758 0.163 200 3986eaa14e6421f4c28eb5cf51742569 199.204.45.65 - - [09/Mar/2026:01:49:06 +0000] "GET /admin/realms/atmosphere/users/a66a07ef-a578-4ca8-88ba-a029bea00b1a/role-mappings/clients/5c59ee7c-eb2d-40d7-b2f5-4003d080e3ab/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.089 [auth-system-keycloak-80] [] 10.0.0.29:8080 2 0.090 200 1134462edab2be3dfa0a4a2af3d850ff 199.204.45.65 - - [09/Mar/2026:01:49:06 +0000] "POST /admin/realms/atmosphere/users/a66a07ef-a578-4ca8-88ba-a029bea00b1a/role-mappings/clients/5c59ee7c-eb2d-40d7-b2f5-4003d080e3ab HTTP/1.1" 204 0 "-" "Ansible" 1388 0.085 [auth-system-keycloak-80] [] 10.0.0.29:8080 0 0.083 204 1a816b5ae5f6bc7feb93213c6e527fea 199.204.45.65 - - [09/Mar/2026:01:49:06 +0000] "GET /admin/realms/atmosphere/users/a66a07ef-a578-4ca8-88ba-a029bea00b1a/role-mappings/clients/5c59ee7c-eb2d-40d7-b2f5-4003d080e3ab/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.016 [auth-system-keycloak-80] [] 10.0.0.29:8080 576 0.016 200 9a820a22025828c5bb4bfb79fe821d72 W0309 01:49:08.969738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:08.969778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:12.304200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:12.304249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:13.394432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:13.394467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:47.554555 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:51:47.554678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:47.554700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:51:47.558431 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0309 01:51:47.558467 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0309 01:51:47.564425 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0309 01:51:47.565400 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0309 01:51:47.565512 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"53c4839a-6815-4540-a7c7-ed2de606bd0b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6446", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:51:47.566811 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:51:47.566900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:47.566925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:51:47.567055 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:51:47.616086 7 controller.go:216] "Backend successfully reloaded" I0309 01:51:47.616450 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6tv8m", UID:"38ddf9a0-cc22-458e-ac9e-44c268efe0b1", APIVersion:"v1", ResourceVersion:"1161", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:51:47.918472 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0309 01:51:47.919672 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0309 01:51:50.900099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:50.900153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:51:52 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.005 300 08b57cfb85f8335797705c57c37e373e 199.204.45.65 - - [09/Mar/2026:01:51:53 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.24:5000 265 0.007 200 1ea13563dd56434b5155d346208e7bd4 199.204.45.65 - - [09/Mar/2026:01:51:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.365 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1359 0.365 201 d61879f5d2c441862ad759efe8c91755 199.204.45.65 - - [09/Mar/2026:01:51:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 b577307d6842e6016062fa445c8fd695 199.204.45.65 - - [09/Mar/2026:01:51:53 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.044 [openstack-keystone-api-5000] [] 10.0.0.24:5000 90 0.044 404 d11dbdb241f26476f8d30d00a8810423 199.204.45.65 - - [09/Mar/2026:01:51:54 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.24:5000 366 0.026 200 5d7226d4baf2d2e5c552ffaac6925700 199.204.45.65 - - [09/Mar/2026:01:51:54 +0000] "GET /v3/domains/e00fa85cc2ec4653a3b1061a7a919ea4 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.24:5000 244 0.021 200 11c8e35437e32c6c54a50332f754509c 199.204.45.65 - - [09/Mar/2026:01:51:54 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 265 0.005 200 7b2928f327aee2d85245d18d2d9d2268 199.204.45.65 - - [09/Mar/2026:01:51:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.324 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1359 0.324 201 881fcc8efa5322d71f4391ad287b1f7f 199.204.45.65 - - [09/Mar/2026:01:51:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.005 300 47c7a8564a8ae1d0194e7c6dcc745136 199.204.45.65 - - [09/Mar/2026:01:51:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.030 [openstack-keystone-api-5000] [] 10.0.0.24:5000 101 0.029 404 f63e209b25d4dda790b1b248fefbffc2 199.204.45.65 - - [09/Mar/2026:01:51:55 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.019 [openstack-keystone-api-5000] [] 10.0.0.24:5000 155 0.019 200 3f2818b07bcf63b7107fa8f176a09179 199.204.45.65 - - [09/Mar/2026:01:51:55 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.24:5000 451 0.025 201 67dc9096075bdfd54d8a47a1efc6f46c 199.204.45.65 - - [09/Mar/2026:01:51:56 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 265 0.005 200 fd91db1506754588011dbcb6bee83bae 199.204.45.65 - - [09/Mar/2026:01:51:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1359 0.300 201 ad9d9404fd5dba0549806543cde4b265 199.204.45.65 - - [09/Mar/2026:01:51:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.005 300 48c3698db3ada123ef1f3921e630c345 199.204.45.65 - - [09/Mar/2026:01:51:56 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.24:5000 98 0.023 404 806a34604f62309930a5f4093562b6be 199.204.45.65 - - [09/Mar/2026:01:51:56 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.020 [openstack-keystone-api-5000] [] 10.0.0.24:5000 135 0.020 200 2505cfa8cb4d610b4573ff395d1bf1dd 199.204.45.65 - - [09/Mar/2026:01:51:56 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.024 [openstack-keystone-api-5000] [] 10.0.0.24:5000 356 0.024 201 2cb511a904d0515ba96e2fadf86d4340 199.204.45.65 - - [09/Mar/2026:01:51:57 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 265 0.004 200 627b087a927dd8c5a1c509f041a887c5 199.204.45.65 - - [09/Mar/2026:01:51:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1359 0.293 201 116aedf24bd9e496cc3d2375319dbe5b 199.204.45.65 - - [09/Mar/2026:01:51:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 3108622e81bdae67dab3827aaddba31e 199.204.45.65 - - [09/Mar/2026:01:51:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.030 [openstack-keystone-api-5000] [] 10.0.0.24:5000 131 0.030 404 d599af72c324a0b2f8901b0fd6c967a2 199.204.45.65 - - [09/Mar/2026:01:51:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.021 [openstack-keystone-api-5000] [] 10.0.0.24:5000 167 0.021 200 1dc98ebf29ef540b1bffa65150700abc 199.204.45.65 - - [09/Mar/2026:01:51:57 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.023 [openstack-keystone-api-5000] [] 10.0.0.24:5000 222 0.024 201 6bde642785bd97e73dafea0a771a328f I0309 01:52:04.869157 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.134.44"}] I0309 01:52:04.875021 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"53c4839a-6815-4540-a7c7-ed2de606bd0b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6555", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:52:04.877108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:04.877154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:08.211619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:08.211677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:11.546686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:11.546739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:14.877790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:14.877827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:32.943449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:32.943493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:40.791885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:40.791933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:44.125816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:44.125868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:11.915003 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:54:11.915156 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:54:11.915244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:11.915354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:11.918643 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0309 01:54:11.918674 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0309 01:54:11.924418 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0309 01:54:11.924725 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"1f93ba9d-256c-4885-93bd-8f3597ab676e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7472", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:54:11.924926 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0309 01:54:11.925258 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:54:11.925365 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:54:11.925431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:11.925455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:11.925589 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:54:11.978955 7 controller.go:216] "Backend successfully reloaded" I0309 01:54:11.979234 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6tv8m", UID:"38ddf9a0-cc22-458e-ac9e-44c268efe0b1", APIVersion:"v1", ResourceVersion:"1161", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:54:12.401077 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0309 01:54:12.403243 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.65 - - [09/Mar/2026:01:54:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.005 300 decac1643d072bd8c6fada4273266ede 199.204.45.65 - - [09/Mar/2026:01:54:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.343 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1990 0.342 201 b8981b0057ab309b7fd2f7ebb33d785a 199.204.45.65 - - [09/Mar/2026:01:54:13 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.025 [openstack-keystone-api-5000] [] 10.0.0.24:5000 85 0.025 404 d38926ce43f5d9cccb6cf8497ba52813 199.204.45.65 - - [09/Mar/2026:01:54:13 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-keystone-api-5000] [] 10.0.0.24:5000 128 0.018 200 5671a4f7f9226deffd03775aa0881f1d 199.204.45.65 - - [09/Mar/2026:01:54:13 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.027 [openstack-keystone-api-5000] [] 10.0.0.24:5000 229 0.027 201 c3866ad8dc5c21c5dc91b0430876dd60 W0309 01:54:15.259376 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:54:15.259627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:15.259656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:54:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 700879f37a3fa37e4d7b18d0bdbee75e 199.204.45.65 - - [09/Mar/2026:01:54:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.288 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1990 0.288 201 03a806f513473ae0d4a2e168b419dbed 199.204.45.65 - - [09/Mar/2026:01:54:18 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.027 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1514 0.026 200 4dc9eefe0b7a3009163fb33de762d393 199.204.45.65 - - [09/Mar/2026:01:54:18 +0000] "PUT /v3/roles/c86ad9f9ab7b4b989e7e0f71476d6ce2/implies/276692e9a59540ea849d68b21f766666 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.036 [openstack-keystone-api-5000] [] 10.0.0.24:5000 518 0.035 201 9716a4f3df2a3952fb7f5ab4c2f7cb31 W0309 01:54:21.467791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:21.467964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:55:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 ad169b90b34dcbc38a98847bdb94a121 199.204.45.65 - - [09/Mar/2026:01:55:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.364 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2053 0.364 201 abb237091cda790efee841a1656941e9 199.204.45.65 - - [09/Mar/2026:01:55:04 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.028 [openstack-keystone-api-5000] [] 10.0.0.24:5000 87 0.028 404 4d9536b6bae3bdf1324c2ab467d1064e 199.204.45.65 - - [09/Mar/2026:01:55:04 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.034 [openstack-keystone-api-5000] [] 10.0.0.24:5000 388 0.033 200 19bf425bef524a2513f28f6fdf043ea2 199.204.45.65 - - [09/Mar/2026:01:55:04 +0000] "GET /v3/users/rgw-RegionOne?domain_id=6b6f04a283dc4905b2f77f61f14ae198 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.032 [openstack-keystone-api-5000] [] 10.0.0.24:5000 91 0.031 404 94c30ac06bd3d1fe391f6ae0da1738b6 199.204.45.65 - - [09/Mar/2026:01:55:04 +0000] "GET /v3/users?domain_id=6b6f04a283dc4905b2f77f61f14ae198&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.032 [openstack-keystone-api-5000] [] 10.0.0.24:5000 177 0.031 200 37c203794aa35afb4b93bf6e164aa64b 199.204.45.65 - - [09/Mar/2026:01:55:04 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.286 [openstack-keystone-api-5000] [] 10.0.0.24:5000 290 0.286 201 eeba9e1de6a923556bf422ba7ef275d7 I0309 01:55:04.869545 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.97.134.44"}] I0309 01:55:04.876891 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"1f93ba9d-256c-4885-93bd-8f3597ab676e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7949", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:55:04.878256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:04.878295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:55:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.006 300 d8b8f5155341ce1c574e0cf6fd3985e4 199.204.45.65 - - [09/Mar/2026:01:55:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.290 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2053 0.290 201 11b646e1386415175da3c8dc4ae0ec8e 199.204.45.65 - - [09/Mar/2026:01:55:07 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.028 [openstack-keystone-api-5000] [] 10.0.0.24:5000 83 0.028 404 eef101f991708319c689550d37965321 199.204.45.65 - - [09/Mar/2026:01:55:07 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.022 [openstack-keystone-api-5000] [] 10.0.0.24:5000 359 0.022 200 204f5d9262ed1d3da12fecc6808eae39 199.204.45.65 - - [09/Mar/2026:01:55:07 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.031 [openstack-keystone-api-5000] [] 10.0.0.24:5000 87 0.031 404 803e38e650edbcabe7617673156962ea 199.204.45.65 - - [09/Mar/2026:01:55:08 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.24:5000 388 0.023 200 dc06318c5757b06223d6f5365c841ca8 199.204.45.65 - - [09/Mar/2026:01:55:08 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.030 [openstack-keystone-api-5000] [] 10.0.0.24:5000 91 0.030 404 4fb02d1e7def028577ebd980ca2206d7 199.204.45.65 - - [09/Mar/2026:01:55:08 +0000] "GET /v3/users?domain_id=6b6f04a283dc4905b2f77f61f14ae198&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.033 [openstack-keystone-api-5000] [] 10.0.0.24:5000 456 0.032 200 fd8e3ec288efd69750a042feb69aae2c 199.204.45.65 - - [09/Mar/2026:01:55:08 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.028 [openstack-keystone-api-5000] [] 10.0.0.24:5000 88 0.027 404 1c6cac9d80222e0c2c8f91cabe590355 199.204.45.65 - - [09/Mar/2026:01:55:08 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.024 [openstack-keystone-api-5000] [] 10.0.0.24:5000 518 0.024 200 4006e004221096ff099afe7641be2b5e 199.204.45.65 - - [09/Mar/2026:01:55:08 +0000] "PUT /v3/projects/4c3fc5b4fc134339ae7e21eafa888c58/users/c0bb35e10655490f857a4b2b99e69d01/roles/a8a9cf06aa8743eb8d98143f7ad34211 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.046 [openstack-keystone-api-5000] [] 10.0.0.24:5000 0 0.045 204 06e3b4c8de8d2372bef7ef3e1479e3c3 199.204.45.65 - - [09/Mar/2026:01:55:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.003 300 a1465248d3856e05f008c696431060ce 199.204.45.65 - - [09/Mar/2026:01:55:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.366 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2053 0.367 201 1b9e08fc1a582ed5e4866010fde6087a 199.204.45.65 - - [09/Mar/2026:01:55:10 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.024 [openstack-keystone-api-5000] [] 10.0.0.24:5000 150 0.023 200 4b1933cec7e1d19d1cdb9ab0aa04d52c 199.204.45.65 - - [09/Mar/2026:01:55:10 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.032 [openstack-keystone-api-5000] [] 10.0.0.24:5000 262 0.032 201 dc822168650cc95c0661bcb28cfa994b 199.204.45.65 - - [09/Mar/2026:01:55:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.005 300 56e6f1bfd9758d0e3962dbd531d8b1e6 199.204.45.65 - - [09/Mar/2026:01:55:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2155 0.305 201 6772bb3b89e25681cab73b8a8d2ae68e 199.204.45.65 - - [09/Mar/2026:01:55:11 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.033 [openstack-keystone-api-5000] [] 10.0.0.24:5000 86 0.033 404 0c450f393b1bdd84be6c102cdf3acbd5 199.204.45.65 - - [09/Mar/2026:01:55:11 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.24:5000 380 0.018 200 8f4f4859a34894018211f4e8da30c49d 199.204.45.65 - - [09/Mar/2026:01:55:11 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=1a555fd06932471fb62f6bcee13bf019 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.019 [openstack-keystone-api-5000] [] 10.0.0.24:5000 204 0.019 200 28b049db8fb209a32904ac134ce01e87 199.204.45.65 - - [09/Mar/2026:01:55:11 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.037 [openstack-keystone-api-5000] [] 10.0.0.24:5000 377 0.037 201 b9dcf71d9ca8e8de7a9868e512d8c82a 199.204.45.65 - - [09/Mar/2026:01:55:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.005 300 b362662707817b27c70477c206955ac5 199.204.45.65 - - [09/Mar/2026:01:55:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2363 0.304 201 511b189086561a4d70cc8f06035723f4 199.204.45.65 - - [09/Mar/2026:01:55:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.24:5000 86 0.027 404 c5fec6620e67eeb7c06390a0062b8c03 199.204.45.65 - - [09/Mar/2026:01:55:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.24:5000 380 0.017 200 703fed3778e6b78e3ea5543d5f3c8016 199.204.45.65 - - [09/Mar/2026:01:55:12 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=1a555fd06932471fb62f6bcee13bf019 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.020 [openstack-keystone-api-5000] [] 10.0.0.24:5000 206 0.020 200 3166fa32b1575e6018d46d26034b3e45 199.204.45.65 - - [09/Mar/2026:01:55:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.032 [openstack-keystone-api-5000] [] 10.0.0.24:5000 391 0.033 201 df8ead799d2cc72115fdf22d64c8c1ae W0309 01:55:13.823929 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:55:13.824086 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:55:13.824168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:13.824187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:13.828960 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0309 01:55:13.828995 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0309 01:55:13.835246 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0309 01:55:13.835592 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0309 01:55:13.835867 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:55:13.835945 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:55:13.835997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:13.836006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:13.836112 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:55:13.836597 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7748d788-077a-468c-a23f-53476eef34fb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7996", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:55:13.882708 7 controller.go:216] "Backend successfully reloaded" I0309 01:55:13.883434 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6tv8m", UID:"38ddf9a0-cc22-458e-ac9e-44c268efe0b1", APIVersion:"v1", ResourceVersion:"1161", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:55:14.230045 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0309 01:55:14.231054 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0309 01:55:17.169799 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:55:17.170032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:17.170051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:30.667082 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:55:30.667302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:30.667325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:35.842042 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:35.842196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:35.842218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:35.842401 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:55:35.904726 7 controller.go:216] "Backend successfully reloaded" I0309 01:55:35.904993 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6tv8m", UID:"38ddf9a0-cc22-458e-ac9e-44c268efe0b1", APIVersion:"v1", ResourceVersion:"1161", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:55:39.175922 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:39.176121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:39.176156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:42.510165 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:42.510486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:42.510549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:45.844273 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:45.844537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:45.844562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:00.505629 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:00.505862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:00.505892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:04.781791 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:04.781984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:04.782010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:04.867381 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.97.134.44"}] I0309 01:56:04.872862 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"7748d788-077a-468c-a23f-53476eef34fb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8515", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:56:08.116874 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:08.117089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:08.117120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:19.536852 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:19.536999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:19.537020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:58.411176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:58.411208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:13.500406 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:58:13.500557 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:58:13.500666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:13.500832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:58:13.506611 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0309 01:58:13.506653 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0309 01:58:13.512804 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0309 01:58:13.513140 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"1a2ae28f-600d-4a3a-a6b7-75c525962b34", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9418", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:58:13.513446 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0309 01:58:13.513937 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:58:13.514091 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:58:13.514196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:13.514215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:58:13.514386 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:58:13.569220 7 controller.go:216] "Backend successfully reloaded" I0309 01:58:13.569465 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6tv8m", UID:"38ddf9a0-cc22-458e-ac9e-44c268efe0b1", APIVersion:"v1", ResourceVersion:"1161", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:58:13.750110 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0309 01:58:13.751207 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0309 01:58:16.847570 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:58:16.848101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:16.848142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:58:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 2c7e22ff5849260ee326479b040e764f 199.204.45.65 - - [09/Mar/2026:01:58:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.344 201 a1e3e1a5c21d3917b81704a77957affa 199.204.45.65 - - [09/Mar/2026:01:58:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a6445528ea36641bde009b0222ca8ade 199.204.45.65 - - [09/Mar/2026:01:58:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c286ca1fc181d563e1c81b923236595c 199.204.45.65 - - [09/Mar/2026:01:58:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 74ac049b5201892244f43acb29625e73 199.204.45.65 - - [09/Mar/2026:01:58:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.313 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.313 201 46c6c4c867ae9ed6e1b89ba044772982 199.204.45.65 - - [09/Mar/2026:01:58:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fbabebf4c287234c2a52c51426b3dd45 199.204.45.65 - - [09/Mar/2026:01:58:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dd146d229b73101a950e0dce4c44a045 W0309 01:58:20.180983 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:58:20.181256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:20.181299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:58:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.005 300 270d76953fd2e8a260b3d980da2527d6 199.204.45.65 - - [09/Mar/2026:01:58:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.297 201 971c0e5995ad3508783382699d9c11ab 199.204.45.65 - - [09/Mar/2026:01:58:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 58ef36282324e9b63562b19fa6918cf5 199.204.45.65 - - [09/Mar/2026:01:58:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - aa8170acc78201ef31b787b95a00bc26 199.204.45.65 - - [09/Mar/2026:01:58:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 d9b218906735d42fec78d15916053c77 199.204.45.65 - - [09/Mar/2026:01:58:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.301 201 842d6b9d00a0933b1864ff519486c879 199.204.45.65 - - [09/Mar/2026:01:58:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fe4dbc2e97adca4659480c240b35c941 199.204.45.65 - - [09/Mar/2026:01:58:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d5d73489dcb71c002f9e4b8673442738 199.204.45.65 - - [09/Mar/2026:01:58:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 90871adb5adb2e1a12b77bbad8b09d98 199.204.45.65 - - [09/Mar/2026:01:58:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.294 201 338ce0426b790d92a248f50188fd23af 199.204.45.65 - - [09/Mar/2026:01:58:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 76e5370b86ddb7ab110aeb47357adb22 199.204.45.65 - - [09/Mar/2026:01:58:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f8470325463f9d767f1d9bc585db715f 199.204.45.65 - - [09/Mar/2026:01:58:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 67013349b58d15627fddc634bc795a61 199.204.45.65 - - [09/Mar/2026:01:58:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.288 201 cbb5ee1d68bb039b0c1b9050ab878bdc 199.204.45.65 - - [09/Mar/2026:01:58:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9eb2baaa5e09ed1b9f8aa3b7d7463367 199.204.45.65 - - [09/Mar/2026:01:58:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bad182aef097a4a8b30643076c619a42 199.204.45.65 - - [09/Mar/2026:01:58:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 03b440ba34e82c8e85649df9a43db4ab 199.204.45.65 - - [09/Mar/2026:01:58:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.309 201 70284e09bcc98605d79009f91bb21cbd 199.204.45.65 - - [09/Mar/2026:01:58:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - de1dc3f5fbd8dcbac9d01aecc6199c64 199.204.45.65 - - [09/Mar/2026:01:58:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 62eccccb223f791af29c9f5ec714acb2 W0309 01:58:29.294952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:29.295011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [09/Mar/2026:01:58:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.039 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.039 300 256abc1fc129bdae73de3d94a010329d 199.204.45.65 - - [09/Mar/2026:01:58:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.302 201 8ee21e6d137a53353302be9855d659b9 199.204.45.65 - - [09/Mar/2026:01:58:30 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.150:9292 1183 0.003 300 c468c056c76d65a08cfc99447a1c244f 199.204.45.65 - - [09/Mar/2026:01:58:31 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.541 [openstack-glance-api-9292] [] 10.0.0.150:9292 69 0.542 200 9558de79c4bd9319441915c5af3ff9dd 199.204.45.65 - - [09/Mar/2026:01:58:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 280 0.004 300 42cde57f874d21fcc6c398af4198cdcc 199.204.45.65 - - [09/Mar/2026:01:58:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.24:5000 3197 0.295 201 bde59758bb2fc8107520b5ccbf026863 199.204.45.65 - - [09/Mar/2026:01:58:34 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.150:9292 1183 0.003 300 1f9811052edae28648f40bbf5997625f 199.204.45.65 - - [09/Mar/2026:01:58:34 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.047 [openstack-glance-api-9292] [] 10.0.0.150:9292 69 0.047 200 ecee5b5cfeac700ee0260ce8f843d148 199.204.45.65 - - [09/Mar/2026:01:58:34 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.119 [openstack-glance-api-9292] [] 10.0.0.150:9292 151 0.119 404 1e0e863a6fcc604b136c532b4020f8b8 199.204.45.65 - - [09/Mar/2026:01:58:35 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.025 [openstack-glance-api-9292] [] 10.0.0.150:9292 81 0.025 200 cd0f022e47db31cb63867d726ddaf2a4 199.204.45.65 - - [09/Mar/2026:01:58:35 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.150:9292 84 0.026 200 9ce5dc9792d26ca8349782ba57192d12 199.204.45.65 - - [09/Mar/2026:01:58:35 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.060 [openstack-glance-api-9292] [] 10.0.0.150:9292 760 0.060 201 9bc17e9cc9b7533b19f13225ff9b1148 199.204.45.65 - - [09/Mar/2026:01:58:38 +0000] "PUT /v2/images/17d1d74e-34a5-4883-b8fe-52f3483fc16f/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.723 [openstack-glance-api-9292] [] 10.0.0.150:9292 0 3.723 204 519ec8327f46375261bf176004abc1aa 199.204.45.65 - - [09/Mar/2026:01:58:38 +0000] "GET /v2/images/17d1d74e-34a5-4883-b8fe-52f3483fc16f HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.150:9292 1171 0.017 200 0a5ba7c4e46de29695fe105eb4c14cbc 199.204.45.65 - - [09/Mar/2026:01:58:38 +0000] "GET /v2/images/17d1d74e-34a5-4883-b8fe-52f3483fc16f HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-glance-api-9292] [] 10.0.0.150:9292 1171 0.018 200 858cdddaaec3f02989fe33723eb5d900 W0309 01:58:41.984693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:41.984734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:45.318737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:45.318796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:59:04.870309 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.97.134.44"}] I0309 01:59:04.875347 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"1a2ae28f-600d-4a3a-a6b7-75c525962b34", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9845", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:59:04.877557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:04.877583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store