------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0311 01:47:29.789791 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0311 01:47:29.789997 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0311 01:47:29.799010 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0311 01:47:29.803181 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0311 01:47:29.923236 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0311 01:47:29.947176 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0311 01:47:29.961570 7 nginx.go:271] "Starting NGINX Ingress controller" I0311 01:47:29.968547 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"805ad6c4-5be4-46a2-8d4f-1af11d756b78", APIVersion:"v1", ResourceVersion:"1123", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0311 01:47:29.972977 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"71a87c35-2e0b-4402-b851-800f3fec86e7", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0311 01:47:29.973017 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"73ae5ea0-782e-423c-8e90-128b034c37e5", APIVersion:"v1", ResourceVersion:"1124", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0311 01:47:31.164349 7 nginx.go:317] "Starting NGINX process" I0311 01:47:31.164464 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0311 01:47:31.164863 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0311 01:47:31.165077 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0311 01:47:31.165121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:31.165141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:47:31.165180 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:47:31.238900 7 controller.go:216] "Backend successfully reloaded" I0311 01:47:31.239075 7 controller.go:227] "Initial sync, sleeping for 1 second" I0311 01:47:31.239152 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-62hjp", UID:"cc255191-3592-4aa6-8457-9d385cec7d71", APIVersion:"v1", ResourceVersion:"1168", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 01:47:31.362833 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0311 01:47:31.363085 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-62hjp" W0311 01:47:34.987795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:34.987844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:38.322723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:38.322779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:41.654829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:41.654899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:44.988142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:44.988219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:48.322770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:48.322820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:51.655072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:51.655142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:54.988681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:54.988745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:58.321569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:47:58.322002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:01.655317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:01.655360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:04.988881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:04.988926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:09.227874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:09.227916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:01.522664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:01.522703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:04.856407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:04.856461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:28.721324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:28.721373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:32.055782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:32.055829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:37.737740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:37.737803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:41.071158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:41.071190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:44.404670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:44.404724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:47.738875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:47.739024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:51.071398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:51.071455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:56.337325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:56.337353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:59.674216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:59.674276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:05.462119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:05.462153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:08.798698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:08.798744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:12.131010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:12.131063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:17.760945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:17.761021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:20.326530 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0311 01:52:20.326596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:20.326616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:52:20.331463 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.005s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:14.7kB} I0311 01:52:20.331526 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0311 01:52:20.338463 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0311 01:52:20.339016 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-246.nip.io-tls" in local store I0311 01:52:20.339090 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"12efcff4-b203-4df1-89b6-9a41672e7fab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3149", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:52:20.676838 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-246.nip.io-tls" I0311 01:52:20.678216 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-246.nip.io-tls" W0311 01:52:21.094666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:21.094714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:52:21.094786 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:52:21.149010 7 controller.go:216] "Backend successfully reloaded" I0311 01:52:21.149298 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-62hjp", UID:"cc255191-3592-4aa6-8457-9d385cec7d71", APIVersion:"v1", ResourceVersion:"1168", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 01:52:24.428631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:24.428686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:52:31.372618 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.70.162"}] I0311 01:52:31.378318 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"12efcff4-b203-4df1-89b6-9a41672e7fab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3387", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:52:31.379667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:52:31.379691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:01:52:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.112 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 2.111 200 f91f9f5988dfdb4c107be6e0f0ad032c 199.204.45.246 - - [11/Mar/2026:01:52:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.185 [auth-system-keycloak-80] [] 10.0.0.146:8080 116 0.185 404 69cd1a3bf7a29344ef9ad4837eb20ec4 199.204.45.246 - - [11/Mar/2026:01:52:36 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.080 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 5.080 201 97a30b8de9d172f4866660a0e04b62c0 199.204.45.246 - - [11/Mar/2026:01:52:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.600 [auth-system-keycloak-80] [] 10.0.0.146:8080 4246 0.599 200 4656b1de999d1b6d17fa774f5f16a646 199.204.45.246 - - [11/Mar/2026:01:52:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.462 200 cc0cb9d6c8aabcc4e6b34066c40ec892 199.204.45.246 - - [11/Mar/2026:01:52:38 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.086 [auth-system-keycloak-80] [] 10.0.0.146:8080 12500 0.085 200 1f6ce3933105bf2701e159a411dc16c7 199.204.45.246 - - [11/Mar/2026:01:52:38 +0000] "GET /admin/realms/atmosphere/client-scopes/33e52eb7-a46a-4c81-90f5-eb482f0a5beb HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.146:8080 1278 0.079 200 b35b9deaf9108ff9f87a6b1f2a6adacb 199.204.45.246 - - [11/Mar/2026:01:52:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/33e52eb7-a46a-4c81-90f5-eb482f0a5beb HTTP/1.1" 204 0 "-" "Ansible" 1848 0.024 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.023 204 47f7ef89b82b7ecc22bc397ffad4f91c 199.204.45.246 - - [11/Mar/2026:01:52:38 +0000] "GET /admin/realms/atmosphere/client-scopes/33e52eb7-a46a-4c81-90f5-eb482f0a5beb/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.063 [auth-system-keycloak-80] [] 10.0.0.146:8080 963 0.063 200 0cd23fc207dea5630f2c43df5f61a77d 199.204.45.246 - - [11/Mar/2026:01:52:38 +0000] "GET /admin/realms/atmosphere/client-scopes/33e52eb7-a46a-4c81-90f5-eb482f0a5beb/protocol-mappers/models/0deca7c5-e07f-4d55-a969-d1374680f2c3 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.146:8080 366 0.072 200 4d1a4c818d979f69a160938532a6b2e7 199.204.45.246 - - [11/Mar/2026:01:52:38 +0000] "PUT /admin/realms/atmosphere/client-scopes/33e52eb7-a46a-4c81-90f5-eb482f0a5beb/protocol-mappers/models/0deca7c5-e07f-4d55-a969-d1374680f2c3 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.082 204 0fbc044653bb7757f97d990d5557278e 199.204.45.246 - - [11/Mar/2026:01:52:39 +0000] "GET /admin/realms/atmosphere/client-scopes/33e52eb7-a46a-4c81-90f5-eb482f0a5beb HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.019 [auth-system-keycloak-80] [] 10.0.0.146:8080 1218 0.018 200 005e0bd21855c87f0898ec5ac62d5e70 199.204.45.246 - - [11/Mar/2026:01:53:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.467 200 7383972f5682e972d71d3b7eec4f8e6b 199.204.45.246 - - [11/Mar/2026:01:53:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.020 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.020 200 555a3da2f22ec4785b557eb9ce2abfde 199.204.45.246 - - [11/Mar/2026:01:53:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.258 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.257 201 e7e59ec9988780774c57e528bbe2c3be 199.204.45.246 - - [11/Mar/2026:01:53:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.088 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.089 200 2ea6316b499eb570fc7732936a450c80 199.204.45.246 - - [11/Mar/2026:01:53:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.499 200 cd32c41200a7bf618c195cfb3efec8e2 199.204.45.246 - - [11/Mar/2026:01:53:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.015 200 00b0aaeb67de8b25c0dcacb74b1469a8 199.204.45.246 - - [11/Mar/2026:01:53:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.079 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.078 201 fceea77feb2138dab145e41e23083d19 199.204.45.246 - - [11/Mar/2026:01:53:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.023 200 5ec28030efce3c247a62060fe69a8604 199.204.45.246 - - [11/Mar/2026:01:53:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.472 200 c3d9a5b05c7524303b0a502e6439e28b 199.204.45.246 - - [11/Mar/2026:01:53:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.052 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.052 200 28036adbe2fb2bbd90e2d37512067e04 199.204.45.246 - - [11/Mar/2026:01:53:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.083 201 7228a4190334a2bae6af47a1469eb965 199.204.45.246 - - [11/Mar/2026:01:53:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.024 200 6cbad3b1a6a8df5a805975a91218b47e 199.204.45.246 - - [11/Mar/2026:01:53:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.442 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.441 200 138dab7ef4ae1d997078ca8544fb7d38 199.204.45.246 - - [11/Mar/2026:01:53:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.028 200 35c2a5781acff8cf2a328145a912d68c 199.204.45.246 - - [11/Mar/2026:01:53:03 +0000] "GET /admin/realms/atmosphere/clients/53c05811-f9db-4001-b63a-c5977cec7a67/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.011 404 b9045d5b005c7a6c99bcb6c1a1510389 199.204.45.246 - - [11/Mar/2026:01:53:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.010 200 05ced86ce70cf12c3b677deb9ab18b54 199.204.45.246 - - [11/Mar/2026:01:53:04 +0000] "POST /admin/realms/atmosphere/clients/53c05811-f9db-4001-b63a-c5977cec7a67/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.061 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.061 201 3bad64b721f445d657b2189d6f32096b 199.204.45.246 - - [11/Mar/2026:01:53:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.010 200 c59540ed3c278861eaf813f35ddf595b 199.204.45.246 - - [11/Mar/2026:01:53:04 +0000] "GET /admin/realms/atmosphere/clients/53c05811-f9db-4001-b63a-c5977cec7a67/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.059 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.060 200 2595868ea226702e5714a58b01423a06 199.204.45.246 - - [11/Mar/2026:01:53:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.516 200 a50bfd1975b2eb01709a2df61b0a8b6f 199.204.45.246 - - [11/Mar/2026:01:53:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.009 200 74f1d34d2925bcc3ba3ae039f1e3bf16 199.204.45.246 - - [11/Mar/2026:01:53:04 +0000] "GET /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.011 404 fb2da998d7f05eaa48673104ea2f2761 199.204.45.246 - - [11/Mar/2026:01:53:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.044 200 17ffb2acd982891664a019b04e08bdbf 199.204.45.246 - - [11/Mar/2026:01:53:05 +0000] "POST /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.021 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.020 201 4dc20eb509ed9fec347939c2f49469bf 199.204.45.246 - - [11/Mar/2026:01:53:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.008 200 c1dbb275df5710b72fc84192f240f120 199.204.45.246 - - [11/Mar/2026:01:53:05 +0000] "GET /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.039 [auth-system-keycloak-80] [] 10.0.0.146:8080 165 0.038 200 88b940097f861b8ea1df43a9c3d3a92c 199.204.45.246 - - [11/Mar/2026:01:53:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.463 200 3573279d2a4d5fadc5e7f15b421e9af1 199.204.45.246 - - [11/Mar/2026:01:53:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.033 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.034 200 84611e6ef7d2049c65c190b7c1ba1d5b 199.204.45.246 - - [11/Mar/2026:01:53:05 +0000] "GET /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.009 404 864424fc5592d29e4415f9a19a749b6a 199.204.45.246 - - [11/Mar/2026:01:53:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.009 200 3817a9dadc424caaf14d22c86cd1447c 199.204.45.246 - - [11/Mar/2026:01:53:06 +0000] "POST /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.060 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.058 201 9f273469309813be91911fb6e0056acd 199.204.45.246 - - [11/Mar/2026:01:53:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.008 200 af0fbb7dc81e14435dcefde520d5cf78 199.204.45.246 - - [11/Mar/2026:01:53:06 +0000] "GET /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.068 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.069 200 177acc66c302ff4177c639ef2fd3b996 199.204.45.246 - - [11/Mar/2026:01:53:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.443 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.441 200 e1b0d3966a9f865c7bf5b02d692720d8 199.204.45.246 - - [11/Mar/2026:01:53:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.052 200 ffe21715259b58b03a417501acea8dd2 199.204.45.246 - - [11/Mar/2026:01:53:06 +0000] "GET /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.013 404 60ea6e556084b9e553508be2f0a6018f 199.204.45.246 - - [11/Mar/2026:01:53:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.061 200 fce841250cccfc52e4d143d69a5547d1 199.204.45.246 - - [11/Mar/2026:01:53:07 +0000] "POST /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.025 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.024 201 d4df479bd8de503917921a8535301c91 199.204.45.246 - - [11/Mar/2026:01:53:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.053 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.052 200 f26804161af7071a99b59912196010e0 199.204.45.246 - - [11/Mar/2026:01:53:07 +0000] "GET /admin/realms/atmosphere/clients/49c2b056-9078-45a4-bec7-d712bc62163b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.017 200 923bce9992a5a84610d740a7270ffbf0 199.204.45.246 - - [11/Mar/2026:01:53:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.520 200 b5e84447cfbfae82856d00718114596e 199.204.45.246 - - [11/Mar/2026:01:53:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.008 200 e5b36452ef381bbe1e2c01cd81681d8b 199.204.45.246 - - [11/Mar/2026:01:53:08 +0000] "GET /admin/realms/atmosphere/clients/a1399be3-3076-4cdd-ba56-8c81bc9b121b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.077 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.077 404 43562627372a3bb515f7880a6927e1bd 199.204.45.246 - - [11/Mar/2026:01:53:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.007 200 2c152a4887e751a04148e83c8caf5f6c 199.204.45.246 - - [11/Mar/2026:01:53:08 +0000] "POST /admin/realms/atmosphere/clients/a1399be3-3076-4cdd-ba56-8c81bc9b121b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.048 201 0944586e96120b10dbb38609b9587fff 199.204.45.246 - - [11/Mar/2026:01:53:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.008 200 9cb719a17d5818fe3f1ec8a3a9726189 199.204.45.246 - - [11/Mar/2026:01:53:08 +0000] "GET /admin/realms/atmosphere/clients/a1399be3-3076-4cdd-ba56-8c81bc9b121b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.017 200 5b7e3278c24368cf6ac5258eeb4cf03b W0311 01:53:16.648760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:16.648816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:19.983343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:19.983396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:23.318233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:53:23.318285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.914619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.914743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.984982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:16.985055 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0311 01:54:16.985100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.985120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.985641 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:16.985765 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0311 01:54:16.985849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.985865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.986090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:16.986244 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0311 01:54:16.986302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:16.986325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:54:16.990190 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0311 01:54:16.990263 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0311 01:54:16.990323 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0311 01:54:16.990366 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0311 01:54:16.992883 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0311 01:54:16.992903 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0311 01:54:16.999626 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0311 01:54:17.000143 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0311 01:54:17.000168 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0311 01:54:17.000367 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0311 01:54:17.000722 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6d5bbbad-315d-499f-b559-d5fe95a7ce81", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4126", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:54:17.000741 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cfb5f20c-ee9f-429c-84f4-fc5f98934064", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4127", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:54:17.007138 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0311 01:54:17.007502 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0311 01:54:17.007551 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"214c8cad-740a-4f7c-bc37-7ab59a21c166", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4136", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:54:17.360010 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0311 01:54:17.360975 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0311 01:54:18.268867 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0311 01:54:18.269730 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0311 01:54:18.619396 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0311 01:54:18.620330 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0311 01:54:19.267694 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0311 01:54:19.268931 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" W0311 01:54:20.248331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:20.248404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:20.248447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:20.248575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:20.248607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:54:20.248741 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:54:20.322583 7 controller.go:216] "Backend successfully reloaded" I0311 01:54:20.323127 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-62hjp", UID:"cc255191-3592-4aa6-8457-9d385cec7d71", APIVersion:"v1", ResourceVersion:"1168", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 01:54:23.583111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:23.583188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:23.583280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:23.583450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:23.583486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:26.915170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:26.915232 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:26.915268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:26.915370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:26.915392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:30.247552 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:30.247609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:30.247641 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:30.247767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:30.247789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:54:31.721576 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.70.162"}] I0311 01:54:31.721741 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.70.162"}] I0311 01:54:31.722107 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.70.162"}] I0311 01:54:31.733288 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"214c8cad-740a-4f7c-bc37-7ab59a21c166", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4704", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:54:31.734284 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6d5bbbad-315d-499f-b559-d5fe95a7ce81", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4705", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:54:31.735380 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cfb5f20c-ee9f-429c-84f4-fc5f98934064", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4706", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:54:33.581176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:33.581245 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:33.581281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:33.581385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:33.581409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:36.915331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:36.915462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:36.916439 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:36.916792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:36.916838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:40.247598 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:40.247698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:40.247746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:40.247976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:40.248009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:43.581804 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:43.581890 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:43.581928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:43.582091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:43.582121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:46.915956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:46.916030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:54:46.916286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:46.916484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:46.916513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:50.248049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:50.248289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:50.248497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:50.248580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:53.582808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:53.582946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:53.583115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:53.583143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:56.914342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:54:56.914469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:54:56.914813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:54:56.914846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:00.248591 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:55:00.248679 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:55:00.248786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:00.248808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.231 - - [11/Mar/2026:01:55:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.037 [auth-system-keycloak-80] [] 10.0.0.146:8080 6432 0.038 200 051041447a7324fc71b351e9792ab335 10.0.0.222 - - [11/Mar/2026:01:55:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 6432 0.008 200 668b8e1b2b281ac0f5ca477b5a69a2c3 W0311 01:55:03.581171 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:55:03.581251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:55:03.581379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:03.581400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:06.915182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:55:06.915436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:06.915466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:10.248543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:55:10.248845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:10.248882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:13.581780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:13.581833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:16.917017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:16.917107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:20.248117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:20.248216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:28.213035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:28.213083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:01:55:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.518 200 f9be9e907cdab826eb8105314cd71d77 199.204.45.246 - - [11/Mar/2026:01:55:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 4246 0.006 200 fe2426f22bdb678650b9692928f690d3 199.204.45.246 - - [11/Mar/2026:01:55:35 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.480 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.480 204 45732aa9332755c6af86ce1b6eaf7bda 199.204.45.246 - - [11/Mar/2026:01:55:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.198 [auth-system-keycloak-80] [] 10.0.0.146:8080 4384 0.198 200 d4659a8d1d7f3a77a22ad4cad24913dd 199.204.45.246 - - [11/Mar/2026:01:55:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.511 200 d00e99efd2a03a3e05c1ce64be842c38 199.204.45.246 - - [11/Mar/2026:01:55:36 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 1682 0.010 200 0d69a94d8dde5dd64764759d6a326c8a 199.204.45.246 - - [11/Mar/2026:01:55:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 6432 0.007 200 8b1b3176255e9b6276181a9a04d71164 199.204.45.246 - - [11/Mar/2026:01:55:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.503 200 439af773a9c9ede8a11d08e4dcc789c9 199.204.45.246 - - [11/Mar/2026:01:55:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.007 200 50e80fc92b7847531965167dc026d093 199.204.45.246 - - [11/Mar/2026:01:55:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.096 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.096 201 3391bde8818638e7b5502c308a213a4d 199.204.45.246 - - [11/Mar/2026:01:55:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.072 [auth-system-keycloak-80] [] 10.0.0.146:8080 2246 0.073 200 2e65710593d0bcb91ae19c52e5c10f26 199.204.45.246 - - [11/Mar/2026:01:55:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.470 200 792e2a2a06e4ad3ae011bd82f7c2e795 199.204.45.246 - - [11/Mar/2026:01:55:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 2246 0.007 200 3c809a6b4a0255d2df67a2c0e1ffa7ca 199.204.45.246 - - [11/Mar/2026:01:55:39 +0000] "GET /admin/realms/atmosphere/clients/4b337c74-b6ca-4ff7-a942-b1f57af257e8/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.032 [auth-system-keycloak-80] [] 10.0.0.146:8080 233 0.033 200 9692b9f56afdac15c986eac00b5b4877 199.204.45.246 - - [11/Mar/2026:01:55:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.017 [auth-system-keycloak-80] [] 10.0.0.146:8080 831 0.018 200 686fd72121be118b7ffd965b9e99858d 199.204.45.246 - - [11/Mar/2026:01:55:39 +0000] "GET /admin/realms/atmosphere/clients/abcd21ab-eca5-4f81-bd96-cbe4d4349301/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.058 [auth-system-keycloak-80] [] 10.0.0.146:8080 3758 0.058 200 bad30480473ffb3d99e9e38cb8f7ccfb 199.204.45.246 - - [11/Mar/2026:01:55:39 +0000] "GET /admin/realms/atmosphere/users/a4e82727-7f93-469a-926f-ce79ce9e782d/role-mappings/clients/abcd21ab-eca5-4f81-bd96-cbe4d4349301/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.197 [auth-system-keycloak-80] [] 10.0.0.146:8080 3758 0.197 200 8c6a4adcf05bccf134a4fd7fa0e3c91c 199.204.45.246 - - [11/Mar/2026:01:55:39 +0000] "GET /admin/realms/atmosphere/users/a4e82727-7f93-469a-926f-ce79ce9e782d/role-mappings/clients/abcd21ab-eca5-4f81-bd96-cbe4d4349301/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.089 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.090 200 9f7fd86960dee7b337c5907b95b29569 199.204.45.246 - - [11/Mar/2026:01:55:40 +0000] "POST /admin/realms/atmosphere/users/a4e82727-7f93-469a-926f-ce79ce9e782d/role-mappings/clients/abcd21ab-eca5-4f81-bd96-cbe4d4349301 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.081 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.080 204 4c51baf8bfe78b4925bac625074430b3 199.204.45.246 - - [11/Mar/2026:01:55:40 +0000] "GET /admin/realms/atmosphere/users/a4e82727-7f93-469a-926f-ce79ce9e782d/role-mappings/clients/abcd21ab-eca5-4f81-bd96-cbe4d4349301/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 576 0.012 200 efcca1c26a4dd80cc4c77279c28fe3ea W0311 01:55:42.653289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:42.653324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:45.987784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:45.987846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:57.608819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:55:57.608848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:56:00.942735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:56:00.942788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:57:48.349400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:57:48.349438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:24.465928 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0311 01:58:24.466026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:24.466047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:58:24.469891 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0311 01:58:24.469934 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0311 01:58:24.479889 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0311 01:58:24.480450 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"857a5f9b-2f91-4546-b865-a4d257a5675f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6508", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:58:24.480522 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0311 01:58:24.481046 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0311 01:58:24.481127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:24.481152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:58:24.481282 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:58:24.528088 7 controller.go:216] "Backend successfully reloaded" I0311 01:58:24.528306 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-62hjp", UID:"cc255191-3592-4aa6-8457-9d385cec7d71", APIVersion:"v1", ResourceVersion:"1168", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 01:58:24.959991 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0311 01:58:24.961723 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0311 01:58:27.816938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:27.816997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:01:58:28 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.005 300 5b5ccb505eedb70ce0f8730d20677461 199.204.45.246 - - [11/Mar/2026:01:58:30 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 266 0.005 200 bde575be7381115df1e3c764eefe7234 199.204.45.246 - - [11/Mar/2026:01:58:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.40:5000 1360 0.329 201 3867dc26b8c8cb21781d76d9a79094ed 199.204.45.246 - - [11/Mar/2026:01:58:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.005 300 01713f28e9e208da6d754c213e5f34e1 199.204.45.246 - - [11/Mar/2026:01:58:30 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.40:5000 90 0.034 404 ed98fd328ad61e85f82c2827ee8788da 199.204.45.246 - - [11/Mar/2026:01:58:30 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.40:5000 370 0.029 200 573080e8d0399822ded8c1944df91a96 199.204.45.246 - - [11/Mar/2026:01:58:30 +0000] "GET /v3/domains/17c4a24e5bd344f1a9b70a3a20802fbf HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.40:5000 247 0.018 200 ffbbdecddf8580725c57fd1649a8feda I0311 01:58:31.370233 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.70.162"}] I0311 01:58:31.376999 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"857a5f9b-2f91-4546-b865-a4d257a5675f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6571", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:58:31.378051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:31.378089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:01:58:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.40:5000 266 0.004 200 176c324b3899a878716576b183db4b0a 199.204.45.246 - - [11/Mar/2026:01:58:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.40:5000 1360 0.333 201 c1a4929ebf3de35f6024d476e2ff1c3a 199.204.45.246 - - [11/Mar/2026:01:58:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.003 300 85d4499353bd4fd77c4249f92317516b 199.204.45.246 - - [11/Mar/2026:01:58:32 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.40:5000 101 0.023 404 201a8b4e67ceb822af3d1f53e3ccb595 199.204.45.246 - - [11/Mar/2026:01:58:32 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.40:5000 156 0.020 200 2066b038cfb43cdff8572b4ccf526126 199.204.45.246 - - [11/Mar/2026:01:58:32 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.40:5000 342 0.025 201 197c6d4581f62897f51d138398e89512 199.204.45.246 - - [11/Mar/2026:01:58:32 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.40:5000 266 0.004 200 9e8e498951ce00b533e2fc4cbcca2450 199.204.45.246 - - [11/Mar/2026:01:58:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.40:5000 1360 0.323 201 e7fd2615512464063b980961f3e562b8 199.204.45.246 - - [11/Mar/2026:01:58:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 17591a8952ca75b486bfdb079ac7ddd9 199.204.45.246 - - [11/Mar/2026:01:58:33 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.40:5000 98 0.025 404 bc7bdc685a14d0911635e06718dbec0d 199.204.45.246 - - [11/Mar/2026:01:58:33 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.40:5000 136 0.018 200 b605aa7475ce26f24da00ab9db15331b 199.204.45.246 - - [11/Mar/2026:01:58:33 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.024 [openstack-keystone-api-5000] [] 10.0.0.40:5000 357 0.025 201 34aa39c0e2b9157ba35a4fea4be279ae 199.204.45.246 - - [11/Mar/2026:01:58:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 266 0.005 200 9078c70f0797db0927393162e6401f10 199.204.45.246 - - [11/Mar/2026:01:58:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.40:5000 1360 0.305 201 b41b57c0a401d1a5d61a97dd26584634 199.204.45.246 - - [11/Mar/2026:01:58:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 ab1d6bfd537790befebee6b63dea9e27 199.204.45.246 - - [11/Mar/2026:01:58:34 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.40:5000 131 0.024 404 b53ed124b8834cfe749ab58bb70081d4 199.204.45.246 - - [11/Mar/2026:01:58:34 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.40:5000 168 0.020 200 d36021b2fc0a88652f04be78b0d90249 199.204.45.246 - - [11/Mar/2026:01:58:34 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.40:5000 224 0.022 201 cf96c2c15301c74b86558d998d62738a W0311 01:58:44.681345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:44.681398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:48.015413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:48.015465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:51.349325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:51.349422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:54.681824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:58:54.681904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:59:10.165335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:59:10.165391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:59:13.501130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:59:13.501231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:59:18.353014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:59:18.353144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:59:21.687073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:59:21.687125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:00:57.064506 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 02:00:57.064697 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0311 02:00:57.064790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:00:57.064821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:00:57.067449 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0311 02:00:57.067497 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0311 02:00:57.071144 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0311 02:00:57.071451 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"6e853568-e4c9-483f-a48f-a6aec55fd249", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7578", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 02:00:57.071663 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0311 02:00:57.071993 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 02:00:57.072079 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0311 02:00:57.072135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:00:57.072152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:00:57.072256 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 02:00:57.121090 7 controller.go:216] "Backend successfully reloaded" I0311 02:00:57.121689 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-62hjp", UID:"cc255191-3592-4aa6-8457-9d385cec7d71", APIVersion:"v1", ResourceVersion:"1168", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 02:00:57.343987 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0311 02:00:57.345789 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.246 - - [11/Mar/2026:02:00:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 3f4f31c374a8c95f8e6ec92ffd3eb9c9 199.204.45.246 - - [11/Mar/2026:02:00:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.40:5000 1992 0.323 201 5dd9478d840c231b2f6e4389c0332c08 199.204.45.246 - - [11/Mar/2026:02:00:58 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.032 [openstack-keystone-api-5000] [] 10.0.0.40:5000 85 0.032 404 54a32c37faba834fd0b48b0e491b81d0 199.204.45.246 - - [11/Mar/2026:02:00:58 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.40:5000 129 0.018 200 f5931bd72e06dbfda3476da15bc63872 199.204.45.246 - - [11/Mar/2026:02:00:58 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.032 [openstack-keystone-api-5000] [] 10.0.0.40:5000 230 0.032 201 101f1bcb83401c1f84707ba32cb4b45c W0311 02:01:00.406007 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 02:01:00.406211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:01:00.406243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:02:01:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 15fd549fb0766c8ead29ea9f65136002 199.204.45.246 - - [11/Mar/2026:02:01:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.40:5000 1992 0.291 201 f9eb4dd5193f71078d0fae745bba86c5 199.204.45.246 - - [11/Mar/2026:02:01:06 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.024 [openstack-keystone-api-5000] [] 10.0.0.40:5000 1521 0.023 200 4245ac9f27a1624db3c8f7773a1a2ca9 199.204.45.246 - - [11/Mar/2026:02:01:06 +0000] "PUT /v3/roles/27bbfcfa3328409db0426c273c7e3de0/implies/692d8abbc56c4e3b94d8badf0491f70c HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.041 [openstack-keystone-api-5000] [] 10.0.0.40:5000 521 0.040 201 4181764e8c0a115c90b7051edaf480f3 W0311 02:01:08.731431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:01:08.731484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:01:31.372458 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.70.162"}] I0311 02:01:31.379050 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"6e853568-e4c9-483f-a48f-a6aec55fd249", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7916", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 02:01:31.381413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:01:31.381464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:02:01:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 bb17af21cb54912f1374ff30d2e49b47 199.204.45.246 - - [11/Mar/2026:02:01:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.40:5000 2055 0.331 201 94fab48b23b5f076104642124c6f755d 199.204.45.246 - - [11/Mar/2026:02:01:53 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.032 [openstack-keystone-api-5000] [] 10.0.0.40:5000 87 0.031 404 d875c9620a41fbbbbd427fff7c8a6753 199.204.45.246 - - [11/Mar/2026:02:01:53 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.028 [openstack-keystone-api-5000] [] 10.0.0.40:5000 390 0.028 200 28aaec9ed804e402ff9edf8617fc2e50 199.204.45.246 - - [11/Mar/2026:02:01:53 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f6a7ba0676ee4315ada14f5650cca4a9 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.032 [openstack-keystone-api-5000] [] 10.0.0.40:5000 91 0.033 404 9ea5e79d32e275370741d8c6697f2513 199.204.45.246 - - [11/Mar/2026:02:01:53 +0000] "GET /v3/users?domain_id=f6a7ba0676ee4315ada14f5650cca4a9&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.043 [openstack-keystone-api-5000] [] 10.0.0.40:5000 178 0.044 200 34afb3247706bf1ddba26cadcb407230 199.204.45.246 - - [11/Mar/2026:02:01:53 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.297 [openstack-keystone-api-5000] [] 10.0.0.40:5000 291 0.297 201 a90eca9238767e2f44838a5428dd0b68 199.204.45.246 - - [11/Mar/2026:02:01:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.003 300 121677f4eb90c5aa3b2793bc11787336 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.40:5000 2055 0.294 201 5bd94226ad06ea4c20ee51b304cffdf1 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 430 0.026 [openstack-keystone-api-5000] [] 10.0.0.40:5000 83 0.025 404 f3452730d4e313f4da583d7933726b8c 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 448 0.024 [openstack-keystone-api-5000] [] 10.0.0.40:5000 361 0.024 200 4f4927f54130ca8f070df156f37dbd87 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.40:5000 87 0.024 404 e1333052ec218fafee91cf61419c8933 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.40:5000 390 0.025 200 9ad21ce6b3f39c5477d6b9b11e2fbf61 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f6a7ba0676ee4315ada14f5650cca4a9 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 481 0.023 [openstack-keystone-api-5000] [] 10.0.0.40:5000 91 0.024 404 cada38e9eae9bdd13f01c71539bfff6b 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "GET /v3/users?domain_id=f6a7ba0676ee4315ada14f5650cca4a9&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 499 0.049 [openstack-keystone-api-5000] [] 10.0.0.40:5000 458 0.049 200 968020553f96a20082b56fcf8ed8526e 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 435 0.021 [openstack-keystone-api-5000] [] 10.0.0.40:5000 88 0.021 404 e014dd1f82828512438f53f386685264 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 453 0.037 [openstack-keystone-api-5000] [] 10.0.0.40:5000 520 0.037 200 b01d5ee3345ddc679d6060991750f99d 199.204.45.246 - - [11/Mar/2026:02:01:58 +0000] "PUT /v3/projects/0276383478ff40d3835ca3d5f333dee0/users/4250a991dd234f8e802d00ef852c6e87/roles/9c9f171c5d8f41be96d02c4221405bc5 HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 557 0.038 [openstack-keystone-api-5000] [] 10.0.0.40:5000 0 0.039 204 4d9fe154ec658153eaeaf90b64b3d0e1 199.204.45.246 - - [11/Mar/2026:02:02:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.005 300 5c309bc46fe73d0f4c09df849dfee751 199.204.45.246 - - [11/Mar/2026:02:02:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.364 [openstack-keystone-api-5000] [] 10.0.0.40:5000 2055 0.364 201 dd52fb0298599909eead961a7f5917bf 199.204.45.246 - - [11/Mar/2026:02:02:01 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.40:5000 151 0.019 200 edb0b268f155fa19f7e8acc30663e105 199.204.45.246 - - [11/Mar/2026:02:02:01 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.031 [openstack-keystone-api-5000] [] 10.0.0.40:5000 263 0.031 201 0ab1a07137d95447f741926830a2cf92 199.204.45.246 - - [11/Mar/2026:02:02:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.009 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.008 300 9460e663a73d61917091c7854a436186 199.204.45.246 - - [11/Mar/2026:02:02:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.40:5000 2157 0.310 201 e48e3a015c479595be099589865d2629 199.204.45.246 - - [11/Mar/2026:02:02:02 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.40:5000 86 0.026 404 a2bd2a376834db29385684cf72a1dfdd 199.204.45.246 - - [11/Mar/2026:02:02:02 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.013 [openstack-keystone-api-5000] [] 10.0.0.40:5000 382 0.014 200 e308d524a552a2928ec913d1e65f80be 199.204.45.246 - - [11/Mar/2026:02:02:02 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=53575c13bf8443eba760dd64365ee0b4 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.40:5000 205 0.021 200 4a4e90a1ecb85fdaa906f3a13e96f1e4 199.204.45.246 - - [11/Mar/2026:02:02:02 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.030 [openstack-keystone-api-5000] [] 10.0.0.40:5000 379 0.031 201 938c1cf0237b1700da43d58ca74e1e82 199.204.45.246 - - [11/Mar/2026:02:02:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 8db5dd10f507374a86eb7c4eb4d63280 199.204.45.246 - - [11/Mar/2026:02:02:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.40:5000 2366 0.296 201 ec0dad5a2fee02fcc0d304047224949d 199.204.45.246 - - [11/Mar/2026:02:02:03 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.40:5000 86 0.025 404 677bd4cf33fb1f8547857d1ef3114f0a 199.204.45.246 - - [11/Mar/2026:02:02:03 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.40:5000 382 0.022 200 c218712cf4dbf98cd6e757da6c97b033 199.204.45.246 - - [11/Mar/2026:02:02:03 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=53575c13bf8443eba760dd64365ee0b4 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.022 [openstack-keystone-api-5000] [] 10.0.0.40:5000 207 0.021 200 db8b83791f9800db4f08aa4004a7db73 199.204.45.246 - - [11/Mar/2026:02:02:03 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.027 [openstack-keystone-api-5000] [] 10.0.0.40:5000 392 0.026 201 e01dff8314e534ccaacb8ff7e79f5ebb W0311 02:02:04.695527 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 02:02:04.695863 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0311 02:02:04.696016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:04.696080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:02:04.701104 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:35.7kB} I0311 02:02:04.701255 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0311 02:02:04.709903 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0311 02:02:04.710220 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e9fb27ce-98ba-4aa4-b685-ce6bf89bd13d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8128", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 02:02:04.710319 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0311 02:02:04.710623 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 02:02:04.710704 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0311 02:02:04.710753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:04.710765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:02:04.710860 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 02:02:04.764018 7 controller.go:216] "Backend successfully reloaded" I0311 02:02:04.764498 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-62hjp", UID:"cc255191-3592-4aa6-8457-9d385cec7d71", APIVersion:"v1", ResourceVersion:"1168", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 02:02:04.947077 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0311 02:02:04.948113 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0311 02:02:08.046637 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 02:02:08.046917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:08.046944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:21.607339 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 02:02:21.608055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:21.608129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:24.940828 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:02:24.940981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:24.940997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:02:24.941136 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 02:02:24.983861 7 controller.go:216] "Backend successfully reloaded" I0311 02:02:24.984148 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-62hjp", UID:"cc255191-3592-4aa6-8457-9d385cec7d71", APIVersion:"v1", ResourceVersion:"1168", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 02:02:28.274703 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:02:28.274952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:28.274989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:02:31.369743 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.70.162"}] I0311 02:02:31.376510 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e9fb27ce-98ba-4aa4-b685-ce6bf89bd13d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8432", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 02:02:31.608148 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:02:31.608363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:31.608398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:34.941506 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:02:34.941667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:34.941689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:38.276749 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:02:38.277052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:38.277079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:51.670912 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:02:51.671057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:51.671077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:55.005010 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:02:55.005228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:55.005263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:58.338993 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:02:58.339251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:02:58.339293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:03:08.647975 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 02:03:08.648116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:03:08.648164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:03:47.619517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:03:47.619556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:09.710823 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 02:05:09.710935 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0311 02:05:09.710992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:09.711005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:05:09.714511 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0311 02:05:09.714540 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0311 02:05:09.719483 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0311 02:05:09.719901 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"e591ff79-1e52-4713-8e32-79c0910bbde6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9576", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 02:05:09.720323 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0311 02:05:09.721037 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 02:05:09.721237 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0311 02:05:09.721382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:09.721447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 02:05:09.721671 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 02:05:09.777389 7 controller.go:216] "Backend successfully reloaded" I0311 02:05:09.777716 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-62hjp", UID:"cc255191-3592-4aa6-8457-9d385cec7d71", APIVersion:"v1", ResourceVersion:"1168", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 02:05:10.396874 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0311 02:05:10.398484 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0311 02:05:13.054508 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 02:05:13.054727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:13.054758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:02:05:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.005 300 5668265e5f87dca14d39ff0c12998b9a 199.204.45.246 - - [11/Mar/2026:02:05:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.344 [openstack-keystone-api-5000] [] 10.0.0.40:5000 3201 0.344 201 678595444ec0116d67fa742b60ae8aae 199.204.45.246 - - [11/Mar/2026:02:05:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b9fb47f448e663ec53129be1ccb37d0e 199.204.45.246 - - [11/Mar/2026:02:05:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6b35ee87cc47e59c7a101d04983abb19 199.204.45.246 - - [11/Mar/2026:02:05:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 ec574cb9dc6190858169da03bfd2b455 199.204.45.246 - - [11/Mar/2026:02:05:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.40:5000 3201 0.302 201 5971f795414d0e7f9a8df5d195462b3e 199.204.45.246 - - [11/Mar/2026:02:05:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 35ac713371340b7751d79ee2c7dd563e 199.204.45.246 - - [11/Mar/2026:02:05:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 74f999b32d0650d4a73c9429639b4a37 W0311 02:05:16.387986 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 02:05:16.388201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:16.388235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:02:05:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.003 300 5029a1a669e76893ff98f0464f85e32d 199.204.45.246 - - [11/Mar/2026:02:05:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.40:5000 3201 0.318 201 d03ab64691c39686d4f3ea95e0a17734 199.204.45.246 - - [11/Mar/2026:02:05:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b3cfb5eeb76707ce5236f4736422bdc4 199.204.45.246 - - [11/Mar/2026:02:05:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2c75bdcadeec7fc7b649ec8cdc2232ac 199.204.45.246 - - [11/Mar/2026:02:05:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 e1e89aad26e36dd7c111012c6ddc3083 199.204.45.246 - - [11/Mar/2026:02:05:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.40:5000 3201 0.316 201 f4c08bb218eff95ad415a7870ecd67f6 199.204.45.246 - - [11/Mar/2026:02:05:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 08386e71102609d5c9f805c127a8d3e8 199.204.45.246 - - [11/Mar/2026:02:05:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ed1165be45d99b812da6e1dccd6ff152 199.204.45.246 - - [11/Mar/2026:02:05:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.003 300 d2d9eb8f54f67a2cdadd7a5f909b1b61 199.204.45.246 - - [11/Mar/2026:02:05:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.40:5000 3201 0.296 201 d325f31daa824b6f74890170a0e34c4f 199.204.45.246 - - [11/Mar/2026:02:05:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 184beb206ca78749d8ec720f697db52c 199.204.45.246 - - [11/Mar/2026:02:05:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e5faf868a526655264fa493fec198f36 W0311 02:05:21.556360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:21.556410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [11/Mar/2026:02:05:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 6a845e7af7a0d6c8889ebe652b900699 199.204.45.246 - - [11/Mar/2026:02:05:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.40:5000 3201 0.293 201 641dd9273f7f0a34a5d940ffde19ee4e 199.204.45.246 - - [11/Mar/2026:02:05:23 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.233:9292 1312 0.002 300 e7b930c5c0c9894921984bcf205c67f7 199.204.45.246 - - [11/Mar/2026:02:05:23 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.562 [openstack-glance-api-9292] [] 10.0.0.233:9292 69 0.561 200 36253e4b815e022ed71349a8cdd25478 199.204.45.246 - - [11/Mar/2026:02:05:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.40:5000 281 0.004 300 eb39ac449046e5e72cf87c2c1bca84d8 199.204.45.246 - - [11/Mar/2026:02:05:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.40:5000 3201 0.292 201 da264188ce82d043a2d91325ae855b31 199.204.45.246 - - [11/Mar/2026:02:05:27 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.233:9292 1312 0.002 300 df10c684915c5cc68a83efb5cd088322 199.204.45.246 - - [11/Mar/2026:02:05:27 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.039 [openstack-glance-api-9292] [] 10.0.0.233:9292 69 0.038 200 efd2a0581fb311a04c91befb2efafb73 199.204.45.246 - - [11/Mar/2026:02:05:27 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.134 [openstack-glance-api-9292] [] 10.0.0.233:9292 151 0.133 404 f6590b39892a70274d0fb9f424a721be 199.204.45.246 - - [11/Mar/2026:02:05:27 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.233:9292 81 0.023 200 cccf3838e68a717ec3a39071521d3fa8 199.204.45.246 - - [11/Mar/2026:02:05:27 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.031 [openstack-glance-api-9292] [] 10.0.0.233:9292 84 0.031 200 41645d8cd6949eb30f1165ea27c9b531 199.204.45.246 - - [11/Mar/2026:02:05:27 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.054 [openstack-glance-api-9292] [] 10.0.0.233:9292 760 0.054 201 b886901513f7fb80d7caacf6a5ff29a7 199.204.45.246 - - [11/Mar/2026:02:05:31 +0000] "PUT /v2/images/b377bc18-3eb6-45b7-a6a6-4931aeac5972/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.515 [openstack-glance-api-9292] [] 10.0.0.233:9292 0 3.515 204 af558466262ee1d8e0b8c1626dfdacaa 199.204.45.246 - - [11/Mar/2026:02:05:31 +0000] "GET /v2/images/b377bc18-3eb6-45b7-a6a6-4931aeac5972 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.233:9292 1171 0.015 200 38deb6172ab39a080281ef88d8e48030 199.204.45.246 - - [11/Mar/2026:02:05:31 +0000] "GET /v2/images/b377bc18-3eb6-45b7-a6a6-4931aeac5972 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.233:9292 1171 0.015 200 e96c7ca4f7e1b55909c7b1ef852b3722 I0311 02:05:31.369355 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.70.162"}] I0311 02:05:31.376043 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"e591ff79-1e52-4713-8e32-79c0910bbde6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9735", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 02:05:31.377427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:31.377459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:34.711678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:34.711736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:38.046012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 02:05:38.046060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store