------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0320 10:16:31.164155 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 10:16:31.164597 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0320 10:16:31.174051 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0320 10:16:31.177125 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0320 10:16:31.310115 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0320 10:16:31.329557 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0320 10:16:31.339439 7 nginx.go:271] "Starting NGINX Ingress controller" I0320 10:16:31.345898 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"3f458f58-aa8c-41a0-aa26-b0eea49b42a5", APIVersion:"v1", ResourceVersion:"1063", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0320 10:16:31.352422 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3e67871a-2dea-4a3f-89f0-87d8d2c80620", APIVersion:"v1", ResourceVersion:"1065", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0320 10:16:31.352463 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"678c3b65-94ba-4b43-bac7-6ce736e4e082", APIVersion:"v1", ResourceVersion:"1064", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0320 10:16:32.542301 7 nginx.go:317] "Starting NGINX process" I0320 10:16:32.542426 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0320 10:16:32.542742 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0320 10:16:32.542936 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0320 10:16:32.542979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:32.543000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:16:32.543033 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:16:32.550150 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0320 10:16:32.550218 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-spb7t" I0320 10:16:32.577498 7 controller.go:216] "Backend successfully reloaded" I0320 10:16:32.577638 7 controller.go:227] "Initial sync, sleeping for 1 second" I0320 10:16:32.577768 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spb7t", UID:"85d249e4-36e8-4a5a-86a7-7dfedec84386", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:16:36.369493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:36.369521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:39.703328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:39.703366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:43.037042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:43.037075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:46.370606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:46.370661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:49.704836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:49.704877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:53.037363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:53.037407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:56.370086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:56.370154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:59.705409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:59.705453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:03.036304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:03.036340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:06.372088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:06.372145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:09.889106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:09.889149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:00.819013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:00.819039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:23.692564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:23.692594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:27.026467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:27.026518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:30.361919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:30.362008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:33.693430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:33.693489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:37.026084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:37.026122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:40.359413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:40.359451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:43.692690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:43.692732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:47.026447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:47.026480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:50.359564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:50.359613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:53.692719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:53.692762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:20:59.951744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:20:59.951787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:03.285877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:03.285928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:03.604331 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-123.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-123.nip.io-tls was not found. Using default certificate W0320 10:21:03.604380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:03.604392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:21:03.605725 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0320 10:21:03.605761 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0320 10:21:03.613291 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0320 10:21:03.613544 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"98715995-e63d-4909-b485-79354a84a407", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3032", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:21:03.613930 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-123.nip.io-tls" in local store I0320 10:21:03.855090 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-123.nip.io-tls" I0320 10:21:03.855915 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-123.nip.io-tls" W0320 10:21:06.619562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:06.619611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:21:06.619681 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:21:06.663258 7 controller.go:216] "Backend successfully reloaded" I0320 10:21:06.663516 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spb7t", UID:"85d249e4-36e8-4a5a-86a7-7dfedec84386", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:21:09.952347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:09.952394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:21:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.285 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 2.284 200 5773a0f865dda09b79721cd94e435d3b 199.19.213.123 - - [20/Mar/2026:10:21:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.108 [auth-system-keycloak-80] [] 10.0.0.208:8080 116 0.108 404 4ca5441f0620c601a1a11e5cf3bf6d75 199.19.213.123 - - [20/Mar/2026:10:21:18 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.875 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 3.874 201 5215b38e9ddabcc62fcea094e06d4ccc 199.19.213.123 - - [20/Mar/2026:10:21:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.606 [auth-system-keycloak-80] [] 10.0.0.208:8080 4246 0.606 200 10704879f7ad1e0483c3d6a31dc546a4 199.19.213.123 - - [20/Mar/2026:10:21:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.517 200 e2a0248f1c184cb3111c12f0a33b5a3c 199.19.213.123 - - [20/Mar/2026:10:21:20 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.091 [auth-system-keycloak-80] [] 10.0.0.208:8080 12500 0.090 200 c6a42ded1069cfcb7682baa7a206c1af 199.19.213.123 - - [20/Mar/2026:10:21:20 +0000] "GET /admin/realms/atmosphere/client-scopes/7ccbf2a7-07ea-40d5-9eba-323afb3b4b1a HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.208:8080 1278 0.011 200 0895cf519dd6198d237da353459c4e4e 199.19.213.123 - - [20/Mar/2026:10:21:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/7ccbf2a7-07ea-40d5-9eba-323afb3b4b1a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.071 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.071 204 7c66b139f336987047cb9c99f09b06a3 199.19.213.123 - - [20/Mar/2026:10:21:20 +0000] "GET /admin/realms/atmosphere/client-scopes/7ccbf2a7-07ea-40d5-9eba-323afb3b4b1a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.208:8080 963 0.017 200 fc4f92f358d568c8bcc1fdae3918ca03 199.19.213.123 - - [20/Mar/2026:10:21:20 +0000] "GET /admin/realms/atmosphere/client-scopes/7ccbf2a7-07ea-40d5-9eba-323afb3b4b1a/protocol-mappers/models/902bf46d-eda9-4ed9-8464-195ccb0afd16 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.062 [auth-system-keycloak-80] [] 10.0.0.208:8080 366 0.063 200 d9b9d624d89827306a10603b6c8a9e2d 199.19.213.123 - - [20/Mar/2026:10:21:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/7ccbf2a7-07ea-40d5-9eba-323afb3b4b1a/protocol-mappers/models/902bf46d-eda9-4ed9-8464-195ccb0afd16 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.082 204 ffc9dca90ef59e87ef8c09acd7367f99 199.19.213.123 - - [20/Mar/2026:10:21:20 +0000] "GET /admin/realms/atmosphere/client-scopes/7ccbf2a7-07ea-40d5-9eba-323afb3b4b1a HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.208:8080 1218 0.016 200 0ec17946313b1e48a71fd9d00c00fd72 I0320 10:21:32.604852 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.26.4"}] I0320 10:21:32.611158 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"98715995-e63d-4909-b485-79354a84a407", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3356", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:21:32.612871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:32.612912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:21:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.466 200 5466fef7ce6e4f775d89fb063d6f1d3d 199.19.213.123 - - [20/Mar/2026:10:21:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.208:8080 2 0.015 200 c6527ccc7bd55930bbba742ca4ba9046 199.19.213.123 - - [20/Mar/2026:10:21:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.258 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.258 201 2b3240bc6d6be73984d88058a5a1c623 199.19.213.123 - - [20/Mar/2026:10:21:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.208:8080 1261 0.022 200 c1470334d8553c7b32fde621e93c0741 199.19.213.123 - - [20/Mar/2026:10:21:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.528 200 9d14c3a4c37d79f478ff17accae0e9a6 199.19.213.123 - - [20/Mar/2026:10:21:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.208:8080 2 0.036 200 22e83adf7c609df92a8b8b4d481cd71f 199.19.213.123 - - [20/Mar/2026:10:21:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.111 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.110 201 bf40769c7a6aa57d326766eeda173ddc 199.19.213.123 - - [20/Mar/2026:10:21:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.077 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.077 200 ce74249a9e4d756aacf75c1f0f305c76 199.19.213.123 - - [20/Mar/2026:10:21:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.541 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.540 200 e04a32c2ef550ad91a9e68814668ebd1 199.19.213.123 - - [20/Mar/2026:10:21:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.208:8080 2 0.008 200 a7f3c6e644bbdadcc7aa9d2033632f61 199.19.213.123 - - [20/Mar/2026:10:21:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.064 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.062 201 3f707ac6d976a3579585d63395e18c4e 199.19.213.123 - - [20/Mar/2026:10:21:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.208:8080 1251 0.086 200 3dc36dce5c0bd560fe1d41c12b3c4069 199.19.213.123 - - [20/Mar/2026:10:21:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.521 200 9147b45784455ae2b08e74c664a9ecb1 199.19.213.123 - - [20/Mar/2026:10:21:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.208:8080 1261 0.008 200 b4b7bed177ae750d21c57a7877e70de7 199.19.213.123 - - [20/Mar/2026:10:21:45 +0000] "GET /admin/realms/atmosphere/clients/6682b1c6-d54b-4e1c-a78a-87c1be9a4898/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.208:8080 119 0.012 404 7fb8c59a9fbcd771f2cbd5bc306ea49b 199.19.213.123 - - [20/Mar/2026:10:21:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.208:8080 1261 0.008 200 2a572f4273ed0c9bad2ed446618eac9b 199.19.213.123 - - [20/Mar/2026:10:21:46 +0000] "POST /admin/realms/atmosphere/clients/6682b1c6-d54b-4e1c-a78a-87c1be9a4898/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.041 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.040 201 6c24450b3ca3dab990e8161778d45131 199.19.213.123 - - [20/Mar/2026:10:21:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.070 [auth-system-keycloak-80] [] 10.0.0.208:8080 1261 0.071 200 722384a1ab5181ca211db6e6140e29a9 199.19.213.123 - - [20/Mar/2026:10:21:46 +0000] "GET /admin/realms/atmosphere/clients/6682b1c6-d54b-4e1c-a78a-87c1be9a4898/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.208:8080 166 0.017 200 20d40183d735968314d7a073926bf91b 199.19.213.123 - - [20/Mar/2026:10:21:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.520 200 535e3a0a1b693b76f5c47c4550bf17bb 199.19.213.123 - - [20/Mar/2026:10:21:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.006 200 5263f2eb9bbb42e284884c14e83d53e2 199.19.213.123 - - [20/Mar/2026:10:21:46 +0000] "GET /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.208:8080 119 0.009 404 c68391d0c1ff095355898c5b7929ef87 199.19.213.123 - - [20/Mar/2026:10:21:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.033 200 878f015c5a522922bb1ab63299a3a689 199.19.213.123 - - [20/Mar/2026:10:21:47 +0000] "POST /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.015 201 ffa4cb376b16e14d0c10fee53e4af5c4 199.19.213.123 - - [20/Mar/2026:10:21:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.064 200 887e7c0b8a20b7378e62aba3b968d268 199.19.213.123 - - [20/Mar/2026:10:21:47 +0000] "GET /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.208:8080 165 0.015 200 b04252947eb72c4803e46c8c8d3ee81c 199.19.213.123 - - [20/Mar/2026:10:21:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.478 200 29ee1c5e2296c48fc0290d210e639654 199.19.213.123 - - [20/Mar/2026:10:21:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.009 200 bc0c111134e7ed98aaafd10f517b9934 199.19.213.123 - - [20/Mar/2026:10:21:47 +0000] "GET /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.208:8080 119 0.010 404 82592f5ff13ac5c215615ad686b3acdf 199.19.213.123 - - [20/Mar/2026:10:21:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.045 200 ca5831325f49adb707024c3722b773be 199.19.213.123 - - [20/Mar/2026:10:21:48 +0000] "POST /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.021 201 7f016bb8b1e1b51849193eb7ce65672d 199.19.213.123 - - [20/Mar/2026:10:21:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.011 200 c476e1864b6e33d1bdf16bad43665d3e 199.19.213.123 - - [20/Mar/2026:10:21:48 +0000] "GET /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.208:8080 166 0.046 200 0974e0d8dcb917cd5ef7e0bd08124a05 199.19.213.123 - - [20/Mar/2026:10:21:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.520 200 8baa1a786b27b288120bcdf445ada240 199.19.213.123 - - [20/Mar/2026:10:21:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.067 200 8838d3f6b98a9c90d0228b0506087345 199.19.213.123 - - [20/Mar/2026:10:21:49 +0000] "GET /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.208:8080 119 0.010 404 c1ca6199455526745370e2fa748b6184 199.19.213.123 - - [20/Mar/2026:10:21:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.068 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.068 200 2ed41fb0acac0143d5bde94d6ac3adfb 199.19.213.123 - - [20/Mar/2026:10:21:49 +0000] "POST /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.018 201 973879ed1d6ca1a27cbf73a33f972a59 199.19.213.123 - - [20/Mar/2026:10:21:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.208:8080 1286 0.006 200 b48e2ab239b1a30b4221c10dca91c466 199.19.213.123 - - [20/Mar/2026:10:21:49 +0000] "GET /admin/realms/atmosphere/clients/32a443c3-d16c-41d5-83e7-3d15a6dd5e4d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.208:8080 166 0.053 200 b85d8abb7723411ba8541a663bbd80a1 199.19.213.123 - - [20/Mar/2026:10:21:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.498 200 2d90581cc00f600a150aa9765732bbfd 199.19.213.123 - - [20/Mar/2026:10:21:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.208:8080 1251 0.005 200 78464a55a2b8c21f9ac780bc4ca676eb 199.19.213.123 - - [20/Mar/2026:10:21:50 +0000] "GET /admin/realms/atmosphere/clients/7af6ba0d-df70-4bf5-a188-672276b324cc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.208:8080 119 0.009 404 f3a287238e13c4d5c486ab1a60c7564d 199.19.213.123 - - [20/Mar/2026:10:21:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.051 [auth-system-keycloak-80] [] 10.0.0.208:8080 1251 0.050 200 15398c848fa897f2d3b536fda3202fca 199.19.213.123 - - [20/Mar/2026:10:21:50 +0000] "POST /admin/realms/atmosphere/clients/7af6ba0d-df70-4bf5-a188-672276b324cc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.014 201 9a66810e3e6dc66db89e3554be8fd231 199.19.213.123 - - [20/Mar/2026:10:21:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.208:8080 1251 0.008 200 a27cf018f73b32c05081128394b72f65 199.19.213.123 - - [20/Mar/2026:10:21:50 +0000] "GET /admin/realms/atmosphere/clients/7af6ba0d-df70-4bf5-a188-672276b324cc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.208:8080 166 0.047 200 b85965baf98bc6953f2db617c7f06d18 W0320 10:22:03.836955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:03.836985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:57.322292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:57.322328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:57.398876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:22:57.398929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:22:57.398944 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0320 10:22:57.398993 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0320 10:22:57.399013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:57.399034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:57.399037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:57.399052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:57.399116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:22:57.399193 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0320 10:22:57.399241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:57.399265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:22:57.400873 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0320 10:22:57.400905 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0320 10:22:57.401238 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0320 10:22:57.401268 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0320 10:22:57.401601 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0320 10:22:57.401640 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0320 10:22:57.406718 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0320 10:22:57.407173 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0320 10:22:57.407203 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0320 10:22:57.407524 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0320 10:22:57.407559 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0320 10:22:57.407643 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"60541d01-1d6c-47e3-80c7-751a333709f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3993", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:22:57.407668 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"34450a9c-dfcb-431b-af67-e68859ed79f6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3994", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:22:57.407749 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"97614296-4040-4c2e-b1d6-b39f1297a855", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3995", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:22:57.407853 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0320 10:22:57.693715 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0320 10:22:57.694669 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0320 10:22:58.372860 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0320 10:22:58.373750 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0320 10:22:58.723444 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0320 10:22:58.725050 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0320 10:23:00.656498 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:00.656556 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:00.656586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:00.656685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:00.656709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:23:00.656801 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:23:00.709914 7 controller.go:216] "Backend successfully reloaded" I0320 10:23:00.710151 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spb7t", UID:"85d249e4-36e8-4a5a-86a7-7dfedec84386", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:23:03.989585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:03.989628 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:03.989649 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:03.989715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:03.989733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:07.323383 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:07.323456 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:07.323495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:07.323605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:07.323630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:10.656340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:10.656393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:10.656452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:10.656568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:10.656589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:13.989024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:13.989073 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:13.989100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:13.989185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:13.989204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:17.322936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:17.322981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:17.323002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:17.323082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:17.323098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:20.656569 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:20.656615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:20.656640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:20.656730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:20.656747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:23.989433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:23.989496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:23.989531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:23.989673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:23.989699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:27.323104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:27.323174 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:23:27.323291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:27.323480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:27.323520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:30.655819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:30.655951 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:30.656142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:30.656168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:23:32.557304 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.26.4"}] I0320 10:23:32.557556 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.26.4"}] I0320 10:23:32.557818 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.26.4"}] I0320 10:23:32.564643 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"60541d01-1d6c-47e3-80c7-751a333709f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4930", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:23:32.566768 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"34450a9c-dfcb-431b-af67-e68859ed79f6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4931", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:23:32.568054 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"97614296-4040-4c2e-b1d6-b39f1297a855", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4932", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:23:33.989162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:33.989236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:33.989331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:33.989351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:37.323216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:37.323338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:23:37.323566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:37.323597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.25 - - [20/Mar/2026:10:23:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.035 [auth-system-keycloak-80] [] 10.0.0.208:8080 6432 0.036 200 a3c3d1f21b033937672274663b73f58f W0320 10:23:40.656661 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:40.656878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:40.656905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:43.991665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:43.991904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:43.991934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.70 - - [20/Mar/2026:10:23:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.208:8080 6432 0.008 200 b608e8bcf4beb26608a331c1eb455963 W0320 10:23:47.323121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:47.323429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:47.323456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:50.657701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:50.657868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:50.657895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:55.693506 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:23:55.693760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:55.693800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:59.028609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:23:59.028670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:05.938471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:05.938503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:09.273698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:09.273732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:24:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.539 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.538 200 847eb5d2c208fa0e6fb29a8867ddc681 199.19.213.123 - - [20/Mar/2026:10:24:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.040 [auth-system-keycloak-80] [] 10.0.0.208:8080 4246 0.039 200 3b82c285ef89d7dc8cc32b18f0ea9477 199.19.213.123 - - [20/Mar/2026:10:24:13 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.499 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.497 204 4b51ce1d36eacf3cf68c1531563724d0 199.19.213.123 - - [20/Mar/2026:10:24:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.208:8080 4384 0.182 200 ec9862f6bb9a4a4a1563ad39f388193e 199.19.213.123 - - [20/Mar/2026:10:24:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.557 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.556 200 ccc933e16df71f8e90d7704d8d3c477c 199.19.213.123 - - [20/Mar/2026:10:24:15 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.208:8080 1682 0.009 200 9c68ee689aa1f6b5c1aec1f1f4f7fc35 199.19.213.123 - - [20/Mar/2026:10:24:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.208:8080 6432 0.007 200 241aa878270c9a5c89f4af86edca1eb8 199.19.213.123 - - [20/Mar/2026:10:24:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.507 200 9eedcaf00885565d32f44370a373bf4a 199.19.213.123 - - [20/Mar/2026:10:24:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.208:8080 2 0.008 200 b0d3971ea71e5030f9d7b44d4d350b9b 199.19.213.123 - - [20/Mar/2026:10:24:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.182 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.181 201 c302a09dc8292060d336b30dca9a1744 199.19.213.123 - - [20/Mar/2026:10:24:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.208:8080 2246 0.071 200 6ee448b4ecc166b6792ac036fc2ce5c2 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.208:8080 1928 0.478 200 6a4d814cbf74efa2d047e4eff86d614b 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.208:8080 2246 0.005 200 9f0f4c0efe0d740ca7c9d00f7dec92b5 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "GET /admin/realms/atmosphere/clients/e248a2e3-3a75-47c0-b4ef-f24924cdb0c2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.032 [auth-system-keycloak-80] [] 10.0.0.208:8080 233 0.031 200 7ad92f46e865185fffccb9dacc922814 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.208:8080 831 0.018 200 979270241d70bb4b25a1e8ee7d04ea37 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "GET /admin/realms/atmosphere/clients/ad0b2df4-2fd4-49ae-9b04-a379afe9b4de/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.208:8080 3758 0.069 200 afe544692d52c3dad2bf397b5e4a9a0a 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "GET /admin/realms/atmosphere/users/ef292ca8-9c23-4df4-998b-8ac05bb3a71d/role-mappings/clients/ad0b2df4-2fd4-49ae-9b04-a379afe9b4de/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.179 [auth-system-keycloak-80] [] 10.0.0.208:8080 3758 0.179 200 b0ebf215e108b0f53afdfb9f26118568 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "GET /admin/realms/atmosphere/users/ef292ca8-9c23-4df4-998b-8ac05bb3a71d/role-mappings/clients/ad0b2df4-2fd4-49ae-9b04-a379afe9b4de/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.208:8080 2 0.086 200 9ca9a7b478e39db27b8835edbf7d2b9b 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "POST /admin/realms/atmosphere/users/ef292ca8-9c23-4df4-998b-8ac05bb3a71d/role-mappings/clients/ad0b2df4-2fd4-49ae-9b04-a379afe9b4de HTTP/1.1" 204 0 "-" "Ansible" 1390 0.082 [auth-system-keycloak-80] [] 10.0.0.208:8080 0 0.080 204 12ab3f03f910562e60a90ac8f8c02eb7 199.19.213.123 - - [20/Mar/2026:10:24:18 +0000] "GET /admin/realms/atmosphere/users/ef292ca8-9c23-4df4-998b-8ac05bb3a71d/role-mappings/clients/ad0b2df4-2fd4-49ae-9b04-a379afe9b4de/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.208:8080 576 0.015 200 29d38fb37497b717c25119e4b8635fb5 W0320 10:24:21.402149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:21.402185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:24.736925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:24.736963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:28.069816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:28.069869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:31.402902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:24:31.402983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:26:27.633138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:26:27.633174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:05.741380 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 10:27:05.741592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:05.741676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:27:05.747708 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:28.7kB} I0320 10:27:05.747761 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0320 10:27:05.753546 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0320 10:27:05.753749 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0a11d361-38ba-422d-90c6-66b447eb91b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6362", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:27:05.753960 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0320 10:27:05.754311 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 10:27:05.754365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:05.754400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:27:05.754485 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:27:05.803934 7 controller.go:216] "Backend successfully reloaded" I0320 10:27:05.804223 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spb7t", UID:"85d249e4-36e8-4a5a-86a7-7dfedec84386", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:27:06.048733 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0320 10:27:06.050948 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0320 10:27:09.090142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:09.090197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:27:10 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 ef1340c2194b2ad79bf1b6ac165bf085 199.19.213.123 - - [20/Mar/2026:10:27:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 266 0.005 200 e6a965366438a49e1c9fe9b74caa0e21 199.19.213.123 - - [20/Mar/2026:10:27:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.64:5000 1360 0.356 201 92cd70f95709ede57a4c4296ae20027b 199.19.213.123 - - [20/Mar/2026:10:27:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 8bb6b1e2e27e3854eef5253018f9fab5 199.19.213.123 - - [20/Mar/2026:10:27:12 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.64:5000 90 0.036 404 4b333fd1fe94b1ac1c324843c7f235ca 199.19.213.123 - - [20/Mar/2026:10:27:12 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.64:5000 370 0.026 200 93ca3d1ff7e8b756e8806db5c91d8589 199.19.213.123 - - [20/Mar/2026:10:27:12 +0000] "GET /v3/domains/85edfb98bf734271884c174adc8e94f2 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.64:5000 247 0.019 200 c3e56f725287addd6854392e7433b33e 199.19.213.123 - - [20/Mar/2026:10:27:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.011 [openstack-keystone-api-5000] [] 10.0.0.64:5000 266 0.010 200 13122bb2ec73a03e87fd1924b3a75e84 199.19.213.123 - - [20/Mar/2026:10:27:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.64:5000 1360 0.311 201 df045f789c03502f854acb2b49a2a880 199.19.213.123 - - [20/Mar/2026:10:27:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 add91a02ecad55b1c9fe2347a9f28bde 199.19.213.123 - - [20/Mar/2026:10:27:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.034 [openstack-keystone-api-5000] [] 10.0.0.64:5000 101 0.034 404 3b8fb09326ec8bd2979b9bd662b8c252 199.19.213.123 - - [20/Mar/2026:10:27:13 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.64:5000 156 0.020 200 4189d60e4b6ff5b66075c4ed437899e7 199.19.213.123 - - [20/Mar/2026:10:27:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.64:5000 342 0.024 201 0ee3c13a68486f74ed0305b42c7d1082 199.19.213.123 - - [20/Mar/2026:10:27:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 266 0.003 200 716283fc3c1ad473114a9e6335c3832b 199.19.213.123 - - [20/Mar/2026:10:27:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.64:5000 1360 0.294 201 cef9c4084bc6c2647c8b17cc24d6b4b9 199.19.213.123 - - [20/Mar/2026:10:27:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 c71d155a55db7a00e2bf4e73e2166265 199.19.213.123 - - [20/Mar/2026:10:27:14 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.64:5000 98 0.018 404 8aee54a4ee7de12673d042d64c82f7be 199.19.213.123 - - [20/Mar/2026:10:27:14 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.64:5000 136 0.017 200 332a0e4a2a01fff77f1a3b81fd51d2f3 199.19.213.123 - - [20/Mar/2026:10:27:14 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.64:5000 357 0.023 201 eea710f80eef3bd861be30d8d960faa2 199.19.213.123 - - [20/Mar/2026:10:27:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 266 0.003 200 2f14dd5a89c564d0b6ead06e6f5d2e98 199.19.213.123 - - [20/Mar/2026:10:27:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.64:5000 1360 0.304 201 5e1f39300a2d53ee067e19c7eb15be06 199.19.213.123 - - [20/Mar/2026:10:27:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 7b2add34ca4d386192689c155b1ae916 199.19.213.123 - - [20/Mar/2026:10:27:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.64:5000 131 0.022 404 35d05b300969ade6c2d82039fe358705 199.19.213.123 - - [20/Mar/2026:10:27:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.64:5000 168 0.019 200 a421b921118b50ff9024ea219497eb84 199.19.213.123 - - [20/Mar/2026:10:27:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.020 [openstack-keystone-api-5000] [] 10.0.0.64:5000 224 0.019 201 cbbc263ad6b43998397a17b28db03799 W0320 10:27:24.813765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:24.813810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:28.148110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:28.148164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:31.480862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:31.480916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:27:32.556677 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.26.4"}] I0320 10:27:32.561228 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0a11d361-38ba-422d-90c6-66b447eb91b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6602", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:27:34.814659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:34.814711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:50.294182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:50.294224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:53.627792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:53.627827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:58.252696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:27:58.252727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:28:01.587544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:28:01.587587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:29:47.143189 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 10:29:47.143299 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 10:29:47.143344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:29:47.143359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:29:47.145945 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.002s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:32.2kB} I0320 10:29:47.145970 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0320 10:29:47.149276 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0320 10:29:47.149433 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"2b4bb31a-cc26-4476-8e5f-caee8c6b6784", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7469", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:29:47.149618 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0320 10:29:47.149828 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 10:29:47.149905 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 10:29:47.149964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:29:47.149976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:29:47.150068 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:29:47.195205 7 controller.go:216] "Backend successfully reloaded" I0320 10:29:47.196092 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spb7t", UID:"85d249e4-36e8-4a5a-86a7-7dfedec84386", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:29:47.379536 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0320 10:29:47.380534 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.123 - - [20/Mar/2026:10:29:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 b26ba550089091207813b51331650c04 199.19.213.123 - - [20/Mar/2026:10:29:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.64:5000 1992 0.336 201 d0e6352cbafdb471dd19b6503a6ec307 199.19.213.123 - - [20/Mar/2026:10:29:48 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.64:5000 85 0.022 404 3df1fa191ae9c5c2a66f873e859f3601 199.19.213.123 - - [20/Mar/2026:10:29:48 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.64:5000 129 0.020 200 5a1724991f3dfc36d5866fda78f65822 199.19.213.123 - - [20/Mar/2026:10:29:48 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.032 [openstack-keystone-api-5000] [] 10.0.0.64:5000 230 0.032 201 36f51612c0fcea7af71ce20c084bb9ef W0320 10:29:50.483448 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 10:29:50.483572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:29:50.483599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:29:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 7c3504415ac5f6c4490c83df50b183f6 199.19.213.123 - - [20/Mar/2026:10:29:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.64:5000 1992 0.292 201 8da9e1560579e75155f684e9df9371a5 199.19.213.123 - - [20/Mar/2026:10:29:57 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.028 [openstack-keystone-api-5000] [] 10.0.0.64:5000 1521 0.029 200 e1fa7e080be08cef5648a7a907f590d8 199.19.213.123 - - [20/Mar/2026:10:29:57 +0000] "PUT /v3/roles/94b3c73693c643adb9b4b74b5bc6ed18/implies/588168cf48714bd781f398f0a48c6ab8 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.040 [openstack-keystone-api-5000] [] 10.0.0.64:5000 521 0.039 201 f41714ab6ceb593f4f8394a70e036138 W0320 10:29:58.687112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:29:58.687181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:30:32.557529 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.26.4"}] I0320 10:30:32.571266 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"2b4bb31a-cc26-4476-8e5f-caee8c6b6784", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7860", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:30:32.575352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:32.575373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:30:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.005 300 225738802bbc272db62490e7100ad92f 199.19.213.123 - - [20/Mar/2026:10:30:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.64:5000 2055 0.347 201 2bef83d1054bbc49f7b0948e0bd225b3 199.19.213.123 - - [20/Mar/2026:10:30:45 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.062 [openstack-keystone-api-5000] [] 10.0.0.64:5000 87 0.063 404 f9ab52575275ff7589d96edbcc1fc312 199.19.213.123 - - [20/Mar/2026:10:30:45 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.027 [openstack-keystone-api-5000] [] 10.0.0.64:5000 390 0.027 200 e99217191f4154d8f9a4e0c389262e9d 199.19.213.123 - - [20/Mar/2026:10:30:45 +0000] "GET /v3/users/rgw-RegionOne?domain_id=89ab1b9ec1b4456fa155202de56fce45 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.027 [openstack-keystone-api-5000] [] 10.0.0.64:5000 91 0.026 404 544c21b7425d7ffd232f1191ca55cf4a 199.19.213.123 - - [20/Mar/2026:10:30:45 +0000] "GET /v3/users?domain_id=89ab1b9ec1b4456fa155202de56fce45&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.041 [openstack-keystone-api-5000] [] 10.0.0.64:5000 178 0.040 200 1db6f2625b6237cd537d7a1d5b8da015 199.19.213.123 - - [20/Mar/2026:10:30:45 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.297 [openstack-keystone-api-5000] [] 10.0.0.64:5000 291 0.296 201 b237b20d90dc8e5bfa39dee088f5d2e5 199.19.213.123 - - [20/Mar/2026:10:30:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 cd81d8600916c86b69aaa2d716c89470 199.19.213.123 - - [20/Mar/2026:10:30:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.64:5000 2055 0.294 201 a7fb23e39b6cf6a6957e941213272c1e 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.030 [openstack-keystone-api-5000] [] 10.0.0.64:5000 83 0.031 404 49fe34be51697ffe5ab6057337935365 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.64:5000 361 0.022 200 7bd12421e39c1ad0d1217b90cafdff5b 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.64:5000 87 0.028 404 5c22292c963b551638dae3d0054a6cac 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.64:5000 390 0.022 200 d53ffc0cd796efadf8ebf9f71c280bbb 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "GET /v3/users/rgw-RegionOne?domain_id=89ab1b9ec1b4456fa155202de56fce45 HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.031 [openstack-keystone-api-5000] [] 10.0.0.64:5000 91 0.030 404 cc6033289a1f0bca846b3c80adb561fd 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "GET /v3/users?domain_id=89ab1b9ec1b4456fa155202de56fce45&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.053 [openstack-keystone-api-5000] [] 10.0.0.64:5000 458 0.053 200 33a843830ccdde941b9c6915d85899a7 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.64:5000 88 0.021 404 d82c511c0e75a4ae8a23995cc971c93b 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.036 [openstack-keystone-api-5000] [] 10.0.0.64:5000 520 0.036 200 7116be8bc6ab6f0becf595bc2fab7b44 199.19.213.123 - - [20/Mar/2026:10:30:51 +0000] "PUT /v3/projects/67891208a6c04c6e86c72b1b19699aee/users/9f0553ad6de3444c9ed8e18aacfc5f7e/roles/3d72fa05582148e1a7de57c6bec50935 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.042 [openstack-keystone-api-5000] [] 10.0.0.64:5000 0 0.041 204 2c3de05c79bb657c5c2f2b9b3aae0842 199.19.213.123 - - [20/Mar/2026:10:30:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 c14115ba68a5f53b5e49f3f4c08a0a91 199.19.213.123 - - [20/Mar/2026:10:30:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.64:5000 2055 0.339 201 134ce97adc7c29695cf9b83402a17c12 199.19.213.123 - - [20/Mar/2026:10:30:54 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.64:5000 151 0.019 200 fab036d404b941245043468c4b4dc489 199.19.213.123 - - [20/Mar/2026:10:30:54 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.027 [openstack-keystone-api-5000] [] 10.0.0.64:5000 263 0.028 201 555f4652ad91ab4a71de3243a3bd6708 199.19.213.123 - - [20/Mar/2026:10:30:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 a2bc9d9c5d120d859800dbac73188631 199.19.213.123 - - [20/Mar/2026:10:30:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.64:5000 2157 0.312 201 05403299b7b1af9b8c91764fdd31867c 199.19.213.123 - - [20/Mar/2026:10:30:55 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.64:5000 86 0.025 404 9150b14d425cfe4b45bd28ca5363fd4b 199.19.213.123 - - [20/Mar/2026:10:30:55 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.64:5000 382 0.018 200 5bc97b748c63958ac9c5a2a727dc4504 199.19.213.123 - - [20/Mar/2026:10:30:55 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=9e6985fc08b14de0abc3c29cbece0221 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.019 [openstack-keystone-api-5000] [] 10.0.0.64:5000 205 0.020 200 f541429436d231f13de530f7487cf065 199.19.213.123 - - [20/Mar/2026:10:30:55 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.031 [openstack-keystone-api-5000] [] 10.0.0.64:5000 379 0.031 201 65485c390e74f95e99b865b931752852 199.19.213.123 - - [20/Mar/2026:10:30:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 41cf9047acdb832d45ca5392b2decd64 199.19.213.123 - - [20/Mar/2026:10:30:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.64:5000 2366 0.302 201 e334b3c01240e52f2e9b070beb4ea03d 199.19.213.123 - - [20/Mar/2026:10:30:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.64:5000 86 0.022 404 223bde496efb6ad2fb575d37c0bad733 199.19.213.123 - - [20/Mar/2026:10:30:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.64:5000 382 0.014 200 137ca6da8c25b255a99f5d5533a8f911 199.19.213.123 - - [20/Mar/2026:10:30:56 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=9e6985fc08b14de0abc3c29cbece0221 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.016 [openstack-keystone-api-5000] [] 10.0.0.64:5000 207 0.016 200 f633c50a0ff287302ef3518c52ece778 199.19.213.123 - - [20/Mar/2026:10:30:56 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.023 [openstack-keystone-api-5000] [] 10.0.0.64:5000 392 0.024 201 45b79583368bb881c76d5ac5a1b3962c W0320 10:30:57.658249 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:30:57.658327 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 10:30:57.658362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:57.658370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:30:57.660724 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.002s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:35.7kB} I0320 10:30:57.660746 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0320 10:30:57.711001 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0320 10:30:57.711395 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0320 10:30:57.711361 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c0b75724-e7ea-41ba-a60e-a4695101522b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:30:57.711680 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:30:57.711757 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 10:30:57.711803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:57.711818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:30:57.711918 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:30:57.767018 7 controller.go:216] "Backend successfully reloaded" I0320 10:30:57.767562 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spb7t", UID:"85d249e4-36e8-4a5a-86a7-7dfedec84386", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:30:58.368512 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0320 10:30:58.370132 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0320 10:31:01.047602 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:31:01.047825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:01.047862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:14.505664 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:31:14.505869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:14.505889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:17.839274 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:31:17.839459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:17.839496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:31:17.839661 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:31:17.896500 7 controller.go:216] "Backend successfully reloaded" I0320 10:31:17.896941 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spb7t", UID:"85d249e4-36e8-4a5a-86a7-7dfedec84386", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:31:21.173690 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:31:21.174093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:21.174150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:24.505810 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:31:24.506232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:24.506309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:27.839666 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:31:27.839906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:27.839936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:31:32.555899 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.26.4"}] I0320 10:31:32.560290 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c0b75724-e7ea-41ba-a60e-a4695101522b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8392", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:31:32.562160 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:31:32.562349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:32.562429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:45.338415 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:31:45.338597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:45.338645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:53.761513 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:31:53.761718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:53.761746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:32:03.604219 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:32:03.604387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:32:03.604417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:32:42.460073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:32:42.460110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:06.347901 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 10:34:06.348034 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 10:34:06.348100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:06.348119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:34:06.351528 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0320 10:34:06.351555 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0320 10:34:06.357384 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0320 10:34:06.357686 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"22a86620-b2c8-4c46-b0ed-3f809c9008db", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9496", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:34:06.357802 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0320 10:34:06.358167 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 10:34:06.358269 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 10:34:06.358343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:06.358363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:34:06.358530 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:34:06.414667 7 controller.go:216] "Backend successfully reloaded" I0320 10:34:06.415236 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-spb7t", UID:"85d249e4-36e8-4a5a-86a7-7dfedec84386", APIVersion:"v1", ResourceVersion:"1108", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:34:06.749263 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0320 10:34:06.750111 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0320 10:34:09.693090 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 10:34:09.693249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:09.693272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:34:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 f45b3a028f7994682f1c4a9f0b67910a 199.19.213.123 - - [20/Mar/2026:10:34:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.352 [openstack-keystone-api-5000] [] 10.0.0.64:5000 3201 0.353 201 5e28dd85a0b4979de2b2eb3346f4d06a 199.19.213.123 - - [20/Mar/2026:10:34:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cc8bca69ca5c916be22b854d0490c365 199.19.213.123 - - [20/Mar/2026:10:34:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 485b3571dd8977df20a9485b43f43848 199.19.213.123 - - [20/Mar/2026:10:34:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.008 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.008 300 dc7d5492332429e8e69f7f2f16334089 199.19.213.123 - - [20/Mar/2026:10:34:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.64:5000 3201 0.340 201 5def36a035cd2971c20fd7c10372b2a4 W0320 10:34:13.025292 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 10:34:13.025562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:13.025594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:34:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cb3327ff3038d7bd914a39d70b51b9bb 199.19.213.123 - - [20/Mar/2026:10:34:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 61e36d891f8e13a4c0c2e84fe922eeff 199.19.213.123 - - [20/Mar/2026:10:34:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 889f0ae07b2716224ba30972564fb334 199.19.213.123 - - [20/Mar/2026:10:34:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.64:5000 3201 0.293 201 64e3749dd149f5b17d860f34dc7b892c 199.19.213.123 - - [20/Mar/2026:10:34:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c7a1356b77f6c8234015a6762e43bf9b 199.19.213.123 - - [20/Mar/2026:10:34:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ee7bf460b7443a2b40ae9bae4cafb58c 199.19.213.123 - - [20/Mar/2026:10:34:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 a1af90d7024662ce6eb948fc83144377 199.19.213.123 - - [20/Mar/2026:10:34:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.64:5000 3201 0.320 201 d7411689115b04197c06487e3c28a69c 199.19.213.123 - - [20/Mar/2026:10:34:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 66bb5083d4b30ae7f7483061fa1a782f 199.19.213.123 - - [20/Mar/2026:10:34:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 46b5c3ffa29dc12df1881ea46718e24e 199.19.213.123 - - [20/Mar/2026:10:34:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 e3c797fa1eb848effc7aaf1b70b6cbf7 199.19.213.123 - - [20/Mar/2026:10:34:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.64:5000 3201 0.291 201 6b788505f76eefaa24e310d01aa651b1 199.19.213.123 - - [20/Mar/2026:10:34:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 982e950c34366bf54f9d88f862c6854a 199.19.213.123 - - [20/Mar/2026:10:34:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81a06849d2d7ebd2c5896bfb2f74726e W0320 10:34:19.506294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:19.506320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.123 - - [20/Mar/2026:10:34:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.004 300 370d5660926bdc9f045eee71d5535040 199.19.213.123 - - [20/Mar/2026:10:34:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.64:5000 3201 0.302 201 2523029fd5ca342929f172b5926f1e9e 199.19.213.123 - - [20/Mar/2026:10:34:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a54679d8d89eda063b0aec4b478fa55f 199.19.213.123 - - [20/Mar/2026:10:34:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dda38ad384c1c05a8d4b0f6d1a761a80 199.19.213.123 - - [20/Mar/2026:10:34:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 e937f4e6e66e481fffe5e5566145524f 199.19.213.123 - - [20/Mar/2026:10:34:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.64:5000 3201 0.292 201 c5010af4b14d77c996bb6d9177dd8a4f 199.19.213.123 - - [20/Mar/2026:10:34:22 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.174:9292 1312 0.002 300 d532bb4f5fcfc89ae9363b6922e49894 199.19.213.123 - - [20/Mar/2026:10:34:22 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.550 [openstack-glance-api-9292] [] 10.0.0.174:9292 69 0.550 200 f87c957f151eacf33fde6962e8fe580e 199.19.213.123 - - [20/Mar/2026:10:34:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.64:5000 281 0.003 300 37602b326a1fa5cbc9f7f4a420cffad8 199.19.213.123 - - [20/Mar/2026:10:34:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.64:5000 3201 0.291 201 149db0451bd12b696aa7cd232f799dda 199.19.213.123 - - [20/Mar/2026:10:34:25 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.174:9292 1312 0.002 300 f00f128ba7751d3c4a07d359db4a3891 199.19.213.123 - - [20/Mar/2026:10:34:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.041 [openstack-glance-api-9292] [] 10.0.0.174:9292 69 0.041 200 76885c7f8db7187af95b23d6729ceee2 199.19.213.123 - - [20/Mar/2026:10:34:25 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.135 [openstack-glance-api-9292] [] 10.0.0.174:9292 151 0.135 404 a4b88b10bf23d416602dabb9e643e68b 199.19.213.123 - - [20/Mar/2026:10:34:25 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.174:9292 81 0.024 200 f95fbfede2d0b5e506118900924b0c9d 199.19.213.123 - - [20/Mar/2026:10:34:26 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.174:9292 84 0.024 200 2b76b97d9d8e58593c3dad2fd70ec8b9 199.19.213.123 - - [20/Mar/2026:10:34:26 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.058 [openstack-glance-api-9292] [] 10.0.0.174:9292 760 0.058 201 fca36dda28917d350545a59829a65dbc 199.19.213.123 - - [20/Mar/2026:10:34:30 +0000] "PUT /v2/images/7f5801ab-acb1-4403-8602-46e574bdaaef/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.200 [openstack-glance-api-9292] [] 10.0.0.174:9292 0 4.201 204 947ae04586de804ba05ad06f44d7d4f3 199.19.213.123 - - [20/Mar/2026:10:34:30 +0000] "GET /v2/images/7f5801ab-acb1-4403-8602-46e574bdaaef HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.174:9292 1171 0.016 200 00201b983a95790924ccffd91f78ea2f 199.19.213.123 - - [20/Mar/2026:10:34:30 +0000] "GET /v2/images/7f5801ab-acb1-4403-8602-46e574bdaaef HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.174:9292 1171 0.014 200 bd08b48b5b81e0f411e23d114c7fcc03 I0320 10:34:32.560312 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.26.4"}] I0320 10:34:32.565199 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"22a86620-b2c8-4c46-b0ed-3f809c9008db", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9679", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:34:32.567317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:32.567358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:35.901042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:35.901078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:39.235958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:39.235995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store