------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 09:43:21.215832 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 09:43:21.215964 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 09:43:21.227057 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 09:43:21.230304 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 09:43:21.422394 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 09:43:21.443002 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 09:43:21.458489 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 09:43:21.467002 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"44579993-1025-4434-995b-238421569c69", APIVersion:"v1", ResourceVersion:"1338", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 09:43:21.471252 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"65935554-64d5-4dcf-a5fd-8bde963c3714", APIVersion:"v1", ResourceVersion:"1336", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 09:43:21.471354 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"afc0c8b1-2c81-470c-850c-5369c547dec1", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 09:43:22.660217 7 nginx.go:317] "Starting NGINX process" I0407 09:43:22.660793 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" I0407 09:43:22.661038 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... W0407 09:43:22.661395 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0407 09:43:22.661735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:22.661897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:43:22.662077 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:43:22.669119 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 09:43:22.669173 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-9zhcb" I0407 09:43:22.699827 7 controller.go:216] "Backend successfully reloaded" I0407 09:43:22.700046 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 09:43:22.700129 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9zhcb", UID:"a042deb9-1b29-4ee6-8660-71aab783af10", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 09:43:26.482120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:26.482151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:29.816210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:29.816271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:33.150362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:33.150410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:36.482325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:36.482372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:39.816866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:39.816909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:43.149216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:43.149255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:46.482378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:46.482446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:54.789543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:54.789777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:58.123057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:43:58.123109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:44:01.456744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:44:01.456797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:44:51.292648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:44:51.292679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:01.263058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:01.263102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:10.877706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:10.877774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:14.211385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:14.211451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:17.545006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:17.545043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:20.877992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:20.878026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:24.211917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:24.211959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:29.216608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:29.216645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:32.550157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:32.550203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:36.270732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:36.270762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:39.606303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:39.606348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:42.938032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:42.938074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:47:46.555182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:47:46.555222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:47:49.890970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:47:49.891015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:47:50.227289 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-155.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-155.nip.io-tls was not found. Using default certificate W0407 09:47:50.227339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:47:50.227353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:47:50.228594 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 09:47:50.228621 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 09:47:50.234678 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0407 09:47:50.234968 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-155.nip.io-tls" in local store I0407 09:47:50.235025 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c6b0ab14-fd1d-42c3-b0c7-0d9a0d3c7f32", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3344", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:47:50.491707 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-155.nip.io-tls" I0407 09:47:50.493089 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-155.nip.io-tls" W0407 09:47:53.223314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:47:53.223377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:47:53.223471 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:47:53.257603 7 controller.go:216] "Backend successfully reloaded" I0407 09:47:53.257917 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9zhcb", UID:"a042deb9-1b29-4ee6-8660-71aab783af10", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 09:47:56.556286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:47:56.556348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:09:48:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.090 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 2.089 200 af249cecbdfbedb5a45bb4a14312739c 199.204.45.155 - - [07/Apr/2026:09:48:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.177 [auth-system-keycloak-80] [] 10.0.0.39:8080 116 0.177 404 af02b5146587c5aa6a992532665b2167 199.204.45.155 - - [07/Apr/2026:09:48:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.303 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 3.302 201 6930670a2585dcf3597509f8f36f6ce3 199.204.45.155 - - [07/Apr/2026:09:48:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.586 [auth-system-keycloak-80] [] 10.0.0.39:8080 4246 0.586 200 84a180428a0becb031e000750f580e9a 199.204.45.155 - - [07/Apr/2026:09:48:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.467 200 8ef24f2b22fde5e7107ab9f82907aa13 199.204.45.155 - - [07/Apr/2026:09:48:06 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.083 [auth-system-keycloak-80] [] 10.0.0.39:8080 12500 0.082 200 f037315e832a899a475a74f77bb5eefe 199.204.45.155 - - [07/Apr/2026:09:48:06 +0000] "GET /admin/realms/atmosphere/client-scopes/88ca564f-0c2a-4978-a631-433effb7aa1d HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.39:8080 1278 0.011 200 f0baa8691975d0bb6b32c3410bb92dc4 199.204.45.155 - - [07/Apr/2026:09:48:06 +0000] "PUT /admin/realms/atmosphere/client-scopes/88ca564f-0c2a-4978-a631-433effb7aa1d HTTP/1.1" 204 0 "-" "Ansible" 1848 0.066 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.065 204 d5ac8de14fd26f38809d18f75339c63a 199.204.45.155 - - [07/Apr/2026:09:48:06 +0000] "GET /admin/realms/atmosphere/client-scopes/88ca564f-0c2a-4978-a631-433effb7aa1d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.016 [auth-system-keycloak-80] [] 10.0.0.39:8080 963 0.016 200 0891e9527837b2562e2363536c067164 199.204.45.155 - - [07/Apr/2026:09:48:07 +0000] "GET /admin/realms/atmosphere/client-scopes/88ca564f-0c2a-4978-a631-433effb7aa1d/protocol-mappers/models/a52ff8fd-a148-4ace-95fb-8a385fee8339 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.059 [auth-system-keycloak-80] [] 10.0.0.39:8080 366 0.058 200 c316f31e3117645443d4342d8c078918 199.204.45.155 - - [07/Apr/2026:09:48:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/88ca564f-0c2a-4978-a631-433effb7aa1d/protocol-mappers/models/a52ff8fd-a148-4ace-95fb-8a385fee8339 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.019 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.017 204 ecb6dbc1fb21101d5e4f7038e1bac65a 199.204.45.155 - - [07/Apr/2026:09:48:07 +0000] "GET /admin/realms/atmosphere/client-scopes/88ca564f-0c2a-4978-a631-433effb7aa1d HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.067 [auth-system-keycloak-80] [] 10.0.0.39:8080 1218 0.066 200 4b802101286a1c485dc8f454dcefb461 I0407 09:48:22.676319 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.233.213"}] I0407 09:48:22.680943 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c6b0ab14-fd1d-42c3-b0c7-0d9a0d3c7f32", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3703", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:48:22.683054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:48:22.683107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:09:48:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.483 200 95868f0391587ff87fefb2a830be77dc 199.204.45.155 - - [07/Apr/2026:09:48:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.39:8080 2 0.018 200 4b6cc85cff9ae20aedcd8edf921e0fa4 199.204.45.155 - - [07/Apr/2026:09:48:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.280 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.278 201 0c12ad43ee99a3566b7c1f18b8dd289f 199.204.45.155 - - [07/Apr/2026:09:48:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.157 [auth-system-keycloak-80] [] 10.0.0.39:8080 1261 0.157 200 0ed481f97e76a67430a1b1f510daae0f 199.204.45.155 - - [07/Apr/2026:09:48:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.454 200 defa24db7ae3b07251efb3d66a16820c 199.204.45.155 - - [07/Apr/2026:09:48:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.39:8080 2 0.057 200 c32178292785b697731620ac38a8ec4d 199.204.45.155 - - [07/Apr/2026:09:48:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.092 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.091 201 5a0fc8d10c245ab4cb98fd8c71bc1ce2 199.204.45.155 - - [07/Apr/2026:09:48:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.022 200 199dded9a04e71c85169f9d06a02d904 199.204.45.155 - - [07/Apr/2026:09:48:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.521 200 ec16653ebacdd9ed348c14d16f32dae8 199.204.45.155 - - [07/Apr/2026:09:48:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.056 [auth-system-keycloak-80] [] 10.0.0.39:8080 2 0.057 200 d4bfca58ae5aeb56498daf8fac29b6eb 199.204.45.155 - - [07/Apr/2026:09:48:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.112 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.112 201 c0a0b9c43752a8e3d14dd9f414f6025c 199.204.45.155 - - [07/Apr/2026:09:48:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.167 [auth-system-keycloak-80] [] 10.0.0.39:8080 1251 0.167 200 ea38db6a259a7fb087e31a7be151834c 199.204.45.155 - - [07/Apr/2026:09:48:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.503 200 3c51d983f6fbefe9338bf1c8b86f961c 199.204.45.155 - - [07/Apr/2026:09:48:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.39:8080 1261 0.006 200 f524f1f5ba587d954212c8153de22f8e 199.204.45.155 - - [07/Apr/2026:09:48:32 +0000] "GET /admin/realms/atmosphere/clients/1a09f38a-d31c-4268-a917-89ecf147135a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.044 [auth-system-keycloak-80] [] 10.0.0.39:8080 119 0.043 404 34901be4ea37e16c856c77a886549e3d 199.204.45.155 - - [07/Apr/2026:09:48:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.39:8080 1261 0.008 200 dde710d804f6eb3f9f318dee66ac0706 199.204.45.155 - - [07/Apr/2026:09:48:32 +0000] "POST /admin/realms/atmosphere/clients/1a09f38a-d31c-4268-a917-89ecf147135a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.069 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.069 201 a0dd6996c3c198a5806ceefd77e2546f 199.204.45.155 - - [07/Apr/2026:09:48:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.39:8080 1261 0.011 200 d1fad2329bd9d001e23b52be2dad8fd4 199.204.45.155 - - [07/Apr/2026:09:48:32 +0000] "GET /admin/realms/atmosphere/clients/1a09f38a-d31c-4268-a917-89ecf147135a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.021 [auth-system-keycloak-80] [] 10.0.0.39:8080 166 0.021 200 4738e3fe7ef639b816a7a31c2afa6c5b 199.204.45.155 - - [07/Apr/2026:09:48:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.458 200 d26d68d36fca82bc194a7c381f8b44c8 199.204.45.155 - - [07/Apr/2026:09:48:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.005 200 50f81cf597df7b7bb59e7ffcec04acf7 199.204.45.155 - - [07/Apr/2026:09:48:33 +0000] "GET /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.007 [auth-system-keycloak-80] [] 10.0.0.39:8080 119 0.008 404 f59b27e654ffbfb5824ae496a3bfd49d 199.204.45.155 - - [07/Apr/2026:09:48:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.004 200 45a113975efb50da72145c91682b060b 199.204.45.155 - - [07/Apr/2026:09:48:33 +0000] "POST /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.039 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.038 201 4c0b14c37dd5650b732dd8977218d7ff 199.204.45.155 - - [07/Apr/2026:09:48:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.007 200 5dd03fe3635c7b5d7413c8b52908360e 199.204.45.155 - - [07/Apr/2026:09:48:33 +0000] "GET /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.017 [auth-system-keycloak-80] [] 10.0.0.39:8080 165 0.017 200 4e599f299d0d6fb67407a12481e8eff0 199.204.45.155 - - [07/Apr/2026:09:48:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.460 200 914744a3dbd418b70188ae5c475c2f3b 199.204.45.155 - - [07/Apr/2026:09:48:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.052 200 8ccc2a6994b91bc274d84d2e63a8b050 199.204.45.155 - - [07/Apr/2026:09:48:34 +0000] "GET /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.39:8080 119 0.011 404 10e4b7b644fec4601ea95bcfb8b8a918 199.204.45.155 - - [07/Apr/2026:09:48:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.006 200 1e92a44290295d20c58c5efeb3b62a26 199.204.45.155 - - [07/Apr/2026:09:48:34 +0000] "POST /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.054 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.053 201 217b44c49e60d97bdd1b1db82fe32d55 199.204.45.155 - - [07/Apr/2026:09:48:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.008 200 b1fd92e00f20a62d943a904fff17aaf7 199.204.45.155 - - [07/Apr/2026:09:48:34 +0000] "GET /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.39:8080 166 0.013 200 b7313f5d6c95d1a6c39a8df1b6d28cbd 199.204.45.155 - - [07/Apr/2026:09:48:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.470 200 05586edb0c60019e043c6e5e8f2336db 199.204.45.155 - - [07/Apr/2026:09:48:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.013 200 3e51a4543cb41fb6d51e86f84954533f 199.204.45.155 - - [07/Apr/2026:09:48:35 +0000] "GET /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.39:8080 119 0.052 404 ac8f9fbd776ece58b2fd5b83b6609994 199.204.45.155 - - [07/Apr/2026:09:48:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.007 200 c7417b7b675dd1bee4ea11909e6351b0 199.204.45.155 - - [07/Apr/2026:09:48:35 +0000] "POST /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.066 201 78333827b8b0bf37efecb90a78836046 199.204.45.155 - - [07/Apr/2026:09:48:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.39:8080 1286 0.007 200 9b1762d4e2d55a0d483193bbd01fb9ca 199.204.45.155 - - [07/Apr/2026:09:48:35 +0000] "GET /admin/realms/atmosphere/clients/4df5d55a-e53c-4efa-bf46-8ca6486760c6/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.39:8080 166 0.013 200 82b7279885e670e9e5462a0c43677ce8 199.204.45.155 - - [07/Apr/2026:09:48:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.474 200 8e2d5e88a5dd7ee14c82c1cfd0e7ec69 199.204.45.155 - - [07/Apr/2026:09:48:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.39:8080 1251 0.007 200 de5147c6e7b6e8c84c7861d0a3ec930f 199.204.45.155 - - [07/Apr/2026:09:48:35 +0000] "GET /admin/realms/atmosphere/clients/327e2332-9212-4847-b56c-826ba667671d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.39:8080 119 0.016 404 aaf7c680fb39dffa464733b567cf330a 199.204.45.155 - - [07/Apr/2026:09:48:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.39:8080 1251 0.042 200 e6d643c1a206be3fdf50ce048624387c 199.204.45.155 - - [07/Apr/2026:09:48:36 +0000] "POST /admin/realms/atmosphere/clients/327e2332-9212-4847-b56c-826ba667671d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.014 201 7b25ddbde00431d60b4d2ba315b722ed 199.204.45.155 - - [07/Apr/2026:09:48:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.39:8080 1251 0.008 200 204d5adc66a06d903b9bb4e0f8d33c7e 199.204.45.155 - - [07/Apr/2026:09:48:36 +0000] "GET /admin/realms/atmosphere/clients/327e2332-9212-4847-b56c-826ba667671d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.39:8080 166 0.014 200 539e0ddb6199dd1a240746ac16610d8e W0407 09:48:49.849092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:48:49.849126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:48:53.182669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:48:53.182726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:42.666059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:42.666107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:42.755372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:49:42.755438 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 09:49:42.755471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:42.755489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:42.755548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:49:42.755627 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 09:49:42.755662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:49:42.755673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:42.755762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:42.755780 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 09:49:42.755834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:42.755856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:49:42.757089 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 09:49:42.757117 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 09:49:42.758591 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0407 09:49:42.758625 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 09:49:42.759052 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0407 09:49:42.759090 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 09:49:42.763155 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0407 09:49:42.763375 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b91a3366-b95c-4d1f-b5c2-94e23f727aa5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4360", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:49:42.764045 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 09:49:42.766155 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0407 09:49:42.766381 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f22c1253-a61d-4f9e-ac00-d92d0d60a7bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4363", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:49:42.766520 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 09:49:42.766540 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 09:49:42.766894 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 09:49:42.766916 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"48bd26fb-b8f0-4c22-ac56-534035a92e0f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4365", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:49:43.367504 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 09:49:43.368780 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 09:49:43.677223 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 09:49:43.679435 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 09:49:44.131431 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 09:49:44.132622 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0407 09:49:46.000015 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:49:46.000291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:49:46.000533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:49:46.000981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:46.001142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:49:46.001372 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:49:46.056498 7 controller.go:216] "Backend successfully reloaded" I0407 09:49:46.056964 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9zhcb", UID:"a042deb9-1b29-4ee6-8660-71aab783af10", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 09:49:49.333966 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:49:49.334021 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:49:49.334045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:49:49.334126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:49.334143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:52.667014 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:49:52.667084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:49:52.667122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:49:52.667249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:52.667277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:56.000001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:49:56.000070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:49:56.000108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:49:56.000217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:56.000244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:59.333666 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:49:59.333738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:49:59.333777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:49:59.333913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:49:59.333944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:02.666403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:02.666448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:50:02.666469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:50:02.666542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:02.666558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:06.000902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:06.001062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:50:06.001210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:06.001241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:09.333124 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:09.333191 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:50:09.333255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:09.333271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:12.666424 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:12.666515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:50:12.666638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:12.666677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:16.001695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:16.001794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:50:16.001916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:16.001945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:19.333603 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:19.333705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:50:19.333826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:19.333855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.80 - - [07/Apr/2026:09:50:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.39:8080 6432 0.034 200 eb62b5866f1d72136ef4908bf5e795c7 10.0.0.136 - - [07/Apr/2026:09:50:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.39:8080 6432 0.009 200 199d9a7b466b02c8601e160b2f2ac949 W0407 09:50:22.666588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:22.666750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:50:22.666907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:22.666941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:50:22.679140 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.233.213"}] I0407 09:50:22.680514 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.233.213"}] I0407 09:50:22.680916 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.233.213"}] I0407 09:50:22.684833 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f22c1253-a61d-4f9e-ac00-d92d0d60a7bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5421", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:50:22.686956 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b91a3366-b95c-4d1f-b5c2-94e23f727aa5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5422", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:50:22.689588 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"48bd26fb-b8f0-4c22-ac56-534035a92e0f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5423", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:50:26.000467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:26.000703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:26.000728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:29.333001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:29.333312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:29.333451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:32.666349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:32.666694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:32.666726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:36.000946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:50:36.002056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:36.002102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:39.333695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:39.333752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:42.666433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:42.666483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:09:50:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.471 200 7867844bab7399196798ee8cc12de9e8 199.204.45.155 - - [07/Apr/2026:09:50:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.39:8080 4246 0.008 200 bc4e6c020d23ee52ca656625c8fe2262 199.204.45.155 - - [07/Apr/2026:09:50:46 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.459 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.458 204 979886f911b83392e71b3d2e42fd7a8a 199.204.45.155 - - [07/Apr/2026:09:50:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.181 [auth-system-keycloak-80] [] 10.0.0.39:8080 4384 0.181 200 dd7f662630428aa5d8a3c1496f2fb115 199.204.45.155 - - [07/Apr/2026:09:50:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.472 200 3208141451239eb88d4abd6374ae6022 199.204.45.155 - - [07/Apr/2026:09:50:48 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.39:8080 1682 0.009 200 3250e9943c3f841882cc35c7057aaeb3 199.204.45.155 - - [07/Apr/2026:09:50:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.39:8080 6432 0.007 200 3c49ccd66b71a108cd699d7ab83705e8 199.204.45.155 - - [07/Apr/2026:09:50:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.477 200 631f2cb1a8c7878ec87b2d704ee885e3 199.204.45.155 - - [07/Apr/2026:09:50:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.39:8080 2 0.010 200 f24e855b96ea3e346c86275f7a87d2fd 199.204.45.155 - - [07/Apr/2026:09:50:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.136 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.135 201 061a14c0fdb0c8f1d95f05b95650290e 199.204.45.155 - - [07/Apr/2026:09:50:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.39:8080 2246 0.021 200 aeab342a2bbb1b2123f35fd88ba76c2c 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.39:8080 1928 0.514 200 61755245dc87bf7a9544b6329dd2add8 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.39:8080 2246 0.007 200 eabb13c87adc8f07b5bde23cfe2ba779 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "GET /admin/realms/atmosphere/clients/e7a0fc26-a432-4bae-b877-40e510d30a9c/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.39:8080 233 0.018 200 c194170e046aa74f36b0b821283b1a1c 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.056 [auth-system-keycloak-80] [] 10.0.0.39:8080 831 0.056 200 90b1c494433db9961569608928145965 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "GET /admin/realms/atmosphere/clients/8d445bcb-9d0c-4857-8578-4422c5396766/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.39:8080 3758 0.025 200 81306f11c6f6d1bcd7bbf0aed21d101f 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "GET /admin/realms/atmosphere/users/1b22d305-9fe8-4424-880d-025ea2e0faf6/role-mappings/clients/8d445bcb-9d0c-4857-8578-4422c5396766/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.159 [auth-system-keycloak-80] [] 10.0.0.39:8080 3758 0.159 200 3b8844b3598e01f30659dd61690865e2 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "GET /admin/realms/atmosphere/users/1b22d305-9fe8-4424-880d-025ea2e0faf6/role-mappings/clients/8d445bcb-9d0c-4857-8578-4422c5396766/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.082 [auth-system-keycloak-80] [] 10.0.0.39:8080 2 0.083 200 e4351e59fa209b1ca63237c8ced42a6d 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "POST /admin/realms/atmosphere/users/1b22d305-9fe8-4424-880d-025ea2e0faf6/role-mappings/clients/8d445bcb-9d0c-4857-8578-4422c5396766 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.064 [auth-system-keycloak-80] [] 10.0.0.39:8080 0 0.063 204 06f4ab9fed8f44759c4cb8daf47e8897 199.204.45.155 - - [07/Apr/2026:09:50:51 +0000] "GET /admin/realms/atmosphere/users/1b22d305-9fe8-4424-880d-025ea2e0faf6/role-mappings/clients/8d445bcb-9d0c-4857-8578-4422c5396766/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.39:8080 576 0.014 200 b7df9b96442c1a5166add220ed87ed9d W0407 09:50:54.148761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:54.148806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:57.482450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:50:57.482494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:51:10.387636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:51:10.387669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:51:13.722169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:51:13.722205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:51:17.054814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:51:17.054884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:52:59.724618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:52:59.724649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:33.165215 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 09:53:33.165302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:33.165321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:53:33.169747 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0407 09:53:33.169788 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 09:53:33.175307 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 09:53:33.175618 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7d8ac086-45ae-4319-ab7c-fb4d825dfe4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6751", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:53:33.176904 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 09:53:33.177417 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 09:53:33.177588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:33.177614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:53:33.177817 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:53:33.224877 7 controller.go:216] "Backend successfully reloaded" I0407 09:53:33.226405 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9zhcb", UID:"a042deb9-1b29-4ee6-8660-71aab783af10", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 09:53:33.448616 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 09:53:33.450040 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 09:53:36.511259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:36.511319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:09:53:37 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.005 300 3091a6228b07d1a5f431545ac3b2834d 199.204.45.155 - - [07/Apr/2026:09:53:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.28:5000 266 0.005 200 60829aa1cc15e6f0d3c1604e55976cff 199.204.45.155 - - [07/Apr/2026:09:53:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.28:5000 1360 0.332 201 0e17069c3a2c928830393b25bd86e0b7 199.204.45.155 - - [07/Apr/2026:09:53:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 dd6897ab6055808ac3c2e27812d68563 199.204.45.155 - - [07/Apr/2026:09:53:39 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.28:5000 90 0.034 404 5e0198b37124503f385d367f51130290 199.204.45.155 - - [07/Apr/2026:09:53:39 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.28:5000 368 0.028 200 1a8b906a70dee21cb89b9f53468406cd 199.204.45.155 - - [07/Apr/2026:09:53:39 +0000] "GET /v3/domains/650ef1370f8f463fbfc3e415695f8b66 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.28:5000 245 0.020 200 342d9e1b8e5ca126864756355a521115 199.204.45.155 - - [07/Apr/2026:09:53:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 266 0.003 200 539f44b0ee810ec824f53cba402d35eb 199.204.45.155 - - [07/Apr/2026:09:53:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.28:5000 1360 0.335 201 a8a40b72f45df81a21f12df91d7cf6ea 199.204.45.155 - - [07/Apr/2026:09:53:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 cf427c7962e60df4cb9f663d9d6a28e2 199.204.45.155 - - [07/Apr/2026:09:53:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.28:5000 101 0.020 404 3d55f7c108a33d94b7ba59a1f776a302 199.204.45.155 - - [07/Apr/2026:09:53:40 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.016 [openstack-keystone-api-5000] [] 10.0.0.28:5000 156 0.015 200 13cd831c8d9bf35a9d3ff0a432a43f8d 199.204.45.155 - - [07/Apr/2026:09:53:40 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.28:5000 454 0.026 201 2db5a6baa4474726534deec51068c8b9 199.204.45.155 - - [07/Apr/2026:09:53:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 266 0.003 200 b761a474088794a1737e077d48bfc2c3 199.204.45.155 - - [07/Apr/2026:09:53:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.28:5000 1360 0.287 201 e1b032b11192efd8b1b130d686387f72 199.204.45.155 - - [07/Apr/2026:09:53:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 019cf391fff507e017b90e0b2e354e83 199.204.45.155 - - [07/Apr/2026:09:53:41 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.025 [openstack-keystone-api-5000] [] 10.0.0.28:5000 98 0.025 404 4710945f83e1fa7df811505a63853547 199.204.45.155 - - [07/Apr/2026:09:53:41 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.28:5000 136 0.016 200 f11c5e22b6f2f64bff9903e1be31b471 199.204.45.155 - - [07/Apr/2026:09:53:41 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.017 [openstack-keystone-api-5000] [] 10.0.0.28:5000 357 0.017 201 637ba7436c5902177438fcd01b7840ec 199.204.45.155 - - [07/Apr/2026:09:53:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 266 0.004 200 539ae70b789a02bbda107ce1068e2ab9 199.204.45.155 - - [07/Apr/2026:09:53:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.28:5000 1360 0.291 201 cdcdd96f07f70a5c6a5a86d4a65d69c3 199.204.45.155 - - [07/Apr/2026:09:53:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 04ec5670f787e7685447b3e24537ffe6 199.204.45.155 - - [07/Apr/2026:09:53:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.28:5000 131 0.028 404 5de33dc2c006514f7d0d761a8e2265d4 199.204.45.155 - - [07/Apr/2026:09:53:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.28:5000 168 0.017 200 965a4735fad705b5efc640093e6b47ff 199.204.45.155 - - [07/Apr/2026:09:53:42 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.28:5000 224 0.025 201 4b931e793d4439f8fc768b6a7b65c504 W0407 09:53:52.358991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:52.359025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:55.693222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:55.693265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:59.026164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:53:59.026213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:02.359246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:02.359292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:17.840243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:17.840279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:21.176923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:21.176976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:54:22.676129 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.233.213"}] I0407 09:54:22.683825 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7d8ac086-45ae-4319-ab7c-fb4d825dfe4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7132", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:54:24.508226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:24.508269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:27.841415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:27.841469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:31.174529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:54:31.174569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:56:03.450138 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 09:56:03.450283 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 09:56:03.450469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:56:03.450522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:56:03.454842 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0407 09:56:03.454879 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 09:56:03.462347 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0407 09:56:03.462675 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"110bc343-b298-4715-842f-425597c6cec5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7884", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:56:03.462791 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0407 09:56:03.463084 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 09:56:03.463178 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 09:56:03.463291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:56:03.463315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:56:03.463442 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:56:03.511020 7 controller.go:216] "Backend successfully reloaded" I0407 09:56:03.511350 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9zhcb", UID:"a042deb9-1b29-4ee6-8660-71aab783af10", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 09:56:03.926454 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 09:56:03.927507 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.155 - - [07/Apr/2026:09:56:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 ba4e9388066f7619ee556f48b1c98027 199.204.45.155 - - [07/Apr/2026:09:56:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.28:5000 1992 0.330 201 124639c947b49c64d78dbc57cecf34d8 199.204.45.155 - - [07/Apr/2026:09:56:04 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.28:5000 85 0.022 404 44b90f5fe14f8c4b7034db2891fbd6d1 199.204.45.155 - - [07/Apr/2026:09:56:04 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.28:5000 129 0.018 200 f330a0fe3bf591cac68c6d49bd598f6f 199.204.45.155 - - [07/Apr/2026:09:56:04 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.153 [openstack-keystone-api-5000] [] 10.0.0.28:5000 230 0.152 201 63fbac00a9262648c420bdcc1de22058 W0407 09:56:06.797131 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 09:56:06.797312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:56:06.797341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:09:56:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 e800913d3b27bcaec8d603558a31773f 199.204.45.155 - - [07/Apr/2026:09:56:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.284 [openstack-keystone-api-5000] [] 10.0.0.28:5000 1992 0.283 201 497365f5f432aa7f0c72a482148baba0 199.204.45.155 - - [07/Apr/2026:09:56:11 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.022 [openstack-keystone-api-5000] [] 10.0.0.28:5000 1521 0.023 200 1dc5af4a34543d8e2973dfcfcbb83e66 199.204.45.155 - - [07/Apr/2026:09:56:11 +0000] "PUT /v3/roles/95d7a76ce0ff4d81b7da6a6f440f709b/implies/061862c8bfb449ee8c10f048a2e02c4d HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.136 [openstack-keystone-api-5000] [] 10.0.0.28:5000 521 0.136 201 8080da2febfbc1a81d18e8887dc3bb8f W0407 09:56:15.882727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:56:15.882778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:56:22.676238 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.108.233.213"}] I0407 09:56:22.682132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"110bc343-b298-4715-842f-425597c6cec5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8154", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:56:22.684267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:56:22.684322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:09:56:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 044ea6606cfdad982590ca95e888b93e 199.204.45.155 - - [07/Apr/2026:09:56:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.28:5000 2055 0.331 201 b673b969bf4dd5be3f1c9ce3328cb0e8 199.204.45.155 - - [07/Apr/2026:09:56:56 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.028 [openstack-keystone-api-5000] [] 10.0.0.28:5000 87 0.028 404 1360a9f105e4ea77e8d11ef5d4f57524 199.204.45.155 - - [07/Apr/2026:09:56:57 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.019 [openstack-keystone-api-5000] [] 10.0.0.28:5000 390 0.020 200 8759178843ef0d4a55db8f4dc958269c 199.204.45.155 - - [07/Apr/2026:09:56:57 +0000] "GET /v3/users/rgw-RegionOne?domain_id=c2eff848c3e3447b8e704a28f49139d3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.029 [openstack-keystone-api-5000] [] 10.0.0.28:5000 91 0.029 404 8f96f5f55cd32871ce88718d0fc50d4b 199.204.45.155 - - [07/Apr/2026:09:56:57 +0000] "GET /v3/users?domain_id=c2eff848c3e3447b8e704a28f49139d3&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.030 [openstack-keystone-api-5000] [] 10.0.0.28:5000 178 0.031 200 ad6cd94bb1ac7128d46ef51c90a68d52 199.204.45.155 - - [07/Apr/2026:09:56:57 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.284 [openstack-keystone-api-5000] [] 10.0.0.28:5000 291 0.283 201 c56b1946d9b2e9052008a11b3ae37f07 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 657ef1f780f1a06a95d5e07f420a77ee 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.286 [openstack-keystone-api-5000] [] 10.0.0.28:5000 2055 0.285 201 3ee33dbc55f03ec29682466a544f229e 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.023 [openstack-keystone-api-5000] [] 10.0.0.28:5000 83 0.023 404 144f9b512bfefb4ad0a409e5c4f518e7 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.018 [openstack-keystone-api-5000] [] 10.0.0.28:5000 361 0.018 200 fa58c014f24ee19999f215470daae017 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.024 [openstack-keystone-api-5000] [] 10.0.0.28:5000 87 0.024 404 229b5c05155bf605190075dc07cc754d 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.030 [openstack-keystone-api-5000] [] 10.0.0.28:5000 390 0.029 200 3f40dc2a77a1092c4c46c71c5fe52146 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.28:5000 91 0.024 404 8b46a5df6e38c8c9dc9e8e11e13fe7a7 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "GET /v3/users?domain_id=c2eff848c3e3447b8e704a28f49139d3&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.035 [openstack-keystone-api-5000] [] 10.0.0.28:5000 458 0.035 200 8d2c4cd8c1dde5f8569fc61991cc6370 199.204.45.155 - - [07/Apr/2026:09:57:00 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.017 [openstack-keystone-api-5000] [] 10.0.0.28:5000 88 0.017 404 73c79f31f0020dc887373bb20abb839e 199.204.45.155 - - [07/Apr/2026:09:57:01 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.112 [openstack-keystone-api-5000] [] 10.0.0.28:5000 520 0.111 200 39cb66c69795acaf3340328b7fffc548 199.204.45.155 - - [07/Apr/2026:09:57:01 +0000] "PUT /v3/projects/19a46c20f23146a4a6753166bef9a2b1/users/380dc084b8a04f2db7654c90d0562923/roles/4b6743916f994dbead8a3c01dab168d1 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.037 [openstack-keystone-api-5000] [] 10.0.0.28:5000 0 0.038 204 a9450b8b1eab82bbb7fa2ec3b390563e 199.204.45.155 - - [07/Apr/2026:09:57:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 fdb8a8bc63107d85e2f4fd4682954260 199.204.45.155 - - [07/Apr/2026:09:57:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.28:5000 2055 0.318 201 a6b5a0863f5ece7e6500f5b56f83e5cd 199.204.45.155 - - [07/Apr/2026:09:57:03 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.016 [openstack-keystone-api-5000] [] 10.0.0.28:5000 151 0.016 200 2bff8a1fd4219ef66d9be17a4ab11d04 199.204.45.155 - - [07/Apr/2026:09:57:03 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.038 [openstack-keystone-api-5000] [] 10.0.0.28:5000 263 0.038 201 f8c53687b1d032ffab1cd79d87356dc7 199.204.45.155 - - [07/Apr/2026:09:57:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.006 300 154d1bf1a98012cb1f24a7802045d1db 199.204.45.155 - - [07/Apr/2026:09:57:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.28:5000 2157 0.297 201 443a3f70e2029fdfb2b3e8fd2eadc4d6 199.204.45.155 - - [07/Apr/2026:09:57:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.28:5000 86 0.020 404 55d52501abc74a5cf149809bb52d4cae 199.204.45.155 - - [07/Apr/2026:09:57:04 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.28:5000 382 0.015 200 82d3f39b33e57a19bb858f5e999728e4 199.204.45.155 - - [07/Apr/2026:09:57:04 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=15bb3e5a7be141d2b1dda0b2f7075c13 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.016 [openstack-keystone-api-5000] [] 10.0.0.28:5000 205 0.016 200 01900b2f60a8eaa26c914eb0fab7b592 199.204.45.155 - - [07/Apr/2026:09:57:04 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.034 [openstack-keystone-api-5000] [] 10.0.0.28:5000 379 0.034 201 c636d34b8c46ea50448e74c5d7cb0f35 199.204.45.155 - - [07/Apr/2026:09:57:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.002 300 110d4029fab18728a2edf178c2c98be6 199.204.45.155 - - [07/Apr/2026:09:57:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.28:5000 2366 0.302 201 65a25b8e9db6d7061bace9f7455c9ea2 199.204.45.155 - - [07/Apr/2026:09:57:05 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.28:5000 86 0.020 404 51354709b1a20c09baae7268b8b25641 199.204.45.155 - - [07/Apr/2026:09:57:05 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.28:5000 382 0.016 200 1673ed002e89de7cbf1e31d4e5a173f4 199.204.45.155 - - [07/Apr/2026:09:57:05 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=15bb3e5a7be141d2b1dda0b2f7075c13 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.28:5000 207 0.018 200 b7eebdc540537952d6b1ac21092f6445 199.204.45.155 - - [07/Apr/2026:09:57:05 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.024 [openstack-keystone-api-5000] [] 10.0.0.28:5000 392 0.024 201 3df6adfcd6d6f6ed5509ecc81f709375 W0407 09:57:06.552123 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 09:57:06.552293 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 09:57:06.552396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:06.552441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:57:06.556362 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0407 09:57:06.556386 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 09:57:06.560627 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0407 09:57:06.560864 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e0fdbc49-7013-4f46-85fa-ce8dad62614b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8446", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:57:06.560915 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0407 09:57:06.561141 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 09:57:06.561197 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 09:57:06.561236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:06.561243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:57:06.561327 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:57:06.608078 7 controller.go:216] "Backend successfully reloaded" I0407 09:57:06.608369 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9zhcb", UID:"a042deb9-1b29-4ee6-8660-71aab783af10", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 09:57:06.862478 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 09:57:06.863488 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 09:57:09.896413 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 09:57:09.896668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:09.896696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:57:22.676463 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.108.233.213"}] I0407 09:57:22.681007 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e0fdbc49-7013-4f46-85fa-ce8dad62614b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8597", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:57:22.682049 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 09:57:22.682147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:22.682158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:26.016136 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 09:57:26.016236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:26.016246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:29.349496 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 09:57:29.349695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:29.350541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:57:29.350727 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:57:29.402642 7 controller.go:216] "Backend successfully reloaded" I0407 09:57:29.402903 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9zhcb", UID:"a042deb9-1b29-4ee6-8660-71aab783af10", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 09:57:32.682612 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 09:57:32.682798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:32.682828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:36.016069 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 09:57:36.016238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:36.016261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:39.351063 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 09:57:39.351294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:39.351321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:53.481935 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 09:57:53.482096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:53.482129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:56.816187 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 09:57:56.816379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:57:56.816434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:58:01.476653 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 09:58:01.476821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:58:01.476842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:58:13.074367 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 09:58:13.074495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:58:13.074511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:58:51.672430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:58:51.672456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:06.705077 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 10:00:06.705153 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 10:00:06.705194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:06.705208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 10:00:06.707637 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:39.2kB} I0407 10:00:06.707663 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 10:00:06.711013 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 10:00:06.711310 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4e8260f1-86b8-4f1b-96f6-9f9855055a24", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9960", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 10:00:06.711605 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 10:00:06.712069 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 10:00:06.712193 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 10:00:06.712280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:06.712299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 10:00:06.712446 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 10:00:06.766193 7 controller.go:216] "Backend successfully reloaded" I0407 10:00:06.766430 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9zhcb", UID:"a042deb9-1b29-4ee6-8660-71aab783af10", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 10:00:07.066522 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 10:00:07.067483 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 10:00:10.046995 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 10:00:10.047192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:10.047223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:10:00:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 52284f7356453554b2061ba8d0018fd2 199.204.45.155 - - [07/Apr/2026:10:00:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.326 201 3fde206bbc9c74f4959ff99a0459bfd8 199.204.45.155 - - [07/Apr/2026:10:00:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4739b55b7ec17b1f7d923b33e2d235fc 199.204.45.155 - - [07/Apr/2026:10:00:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 11cc79fae9ae9003790d5631f45c2cb9 199.204.45.155 - - [07/Apr/2026:10:00:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 816dc5de439e52b7acf860b3355cf648 199.204.45.155 - - [07/Apr/2026:10:00:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.285 201 22d7824c201c855de83dfa4a3fa58e5e 199.204.45.155 - - [07/Apr/2026:10:00:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b79eb7fdbc65b344a0eee7dd97265580 199.204.45.155 - - [07/Apr/2026:10:00:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ad070d602d439f521e1e81a38aa6a5bf 199.204.45.155 - - [07/Apr/2026:10:00:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 dd437b9c7d256e02af0f01da7106e798 199.204.45.155 - - [07/Apr/2026:10:00:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.308 201 049c2a9800dfef5ab15060d5b8f89b86 199.204.45.155 - - [07/Apr/2026:10:00:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - df365c119cea89ab591aea5f138e4478 199.204.45.155 - - [07/Apr/2026:10:00:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8d9b8e52e39d99f2a46db7cd38b8aa8e 199.204.45.155 - - [07/Apr/2026:10:00:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 25407e0d4606e17723b99fc4320e67c9 199.204.45.155 - - [07/Apr/2026:10:00:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.299 201 d9b04bb7b2a96d6ecdd4b3fa0b611180 199.204.45.155 - - [07/Apr/2026:10:00:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 66904a8091fdf46cd698ef517e44133e 199.204.45.155 - - [07/Apr/2026:10:00:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7b8e02e671a63dec46d7f4dc9374b555 W0407 10:00:17.331003 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 10:00:17.331131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:17.331155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:10:00:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 1b6a68d7019f9754c2af6bc88b59c730 199.204.45.155 - - [07/Apr/2026:10:00:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.280 201 8bb06e0b234a6ca84527d27545a41171 199.204.45.155 - - [07/Apr/2026:10:00:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 437a3791330edccde11f658524e7e7a7 199.204.45.155 - - [07/Apr/2026:10:00:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4897bcebafe9706e17506e782d57fd48 199.204.45.155 - - [07/Apr/2026:10:00:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 7b4c555c4217560b0710f66ef1d230a0 199.204.45.155 - - [07/Apr/2026:10:00:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.301 201 0e0883ed2ccfd1ddd256803212389fc2 199.204.45.155 - - [07/Apr/2026:10:00:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1d4ca4713e7ce04f5fcc0dbe40153592 199.204.45.155 - - [07/Apr/2026:10:00:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 72618c1e743d635d00831314a56ccb18 199.204.45.155 - - [07/Apr/2026:10:00:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 ea7e2fe8226a866aca7f155ecdccaa6a 199.204.45.155 - - [07/Apr/2026:10:00:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.283 201 0c619bd95a3b11898a60779f69c125c1 199.204.45.155 - - [07/Apr/2026:10:00:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a4591237567ff755757a99060dcfae81 199.204.45.155 - - [07/Apr/2026:10:00:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b4846a570977036f3231ec00e8a4df18 I0407 10:00:22.673639 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.108.233.213"}] I0407 10:00:22.679778 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4e8260f1-86b8-4f1b-96f6-9f9855055a24", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10092", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 10:00:22.680626 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 10:00:22.680793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:22.680825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:10:00:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 f5274187338b2f0ac0f642874c17262d 199.204.45.155 - - [07/Apr/2026:10:00:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.291 201 16a7862234db8bf785903a0baea2be5c 199.204.45.155 - - [07/Apr/2026:10:00:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 18c2feeb8c45734ecc160b9c776e8616 199.204.45.155 - - [07/Apr/2026:10:00:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 883d8aba62676e0cdc535cc2e6a21710 199.204.45.155 - - [07/Apr/2026:10:00:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.003 300 b3dd6573fd634076745792a2752d8374 199.204.45.155 - - [07/Apr/2026:10:00:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.287 201 22f103722697e037ab40cd7c9f25fd7e 199.204.45.155 - - [07/Apr/2026:10:00:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e63eb108535b5fb671cc05ffe714df1 199.204.45.155 - - [07/Apr/2026:10:00:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a4235114e5a22a594e6cff3a4aad6c11 199.204.45.155 - - [07/Apr/2026:10:00:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 35b7e0f599302c5b388e6efd67b5312d 199.204.45.155 - - [07/Apr/2026:10:00:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.286 201 77494564c59d66d5d2e07f1ac44c0d34 199.204.45.155 - - [07/Apr/2026:10:00:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 99875c1918ef9a37c1eb72531dd36e6d 199.204.45.155 - - [07/Apr/2026:10:00:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 658ab0dbdebbaf3f0f48ad15dfb3c526 W0407 10:00:26.780204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:26.780233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.155 - - [07/Apr/2026:10:00:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 301b721d19f136c94013ce8b6104b4e7 199.204.45.155 - - [07/Apr/2026:10:00:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.283 201 147b89bab37fd51ac84f222de1176b23 199.204.45.155 - - [07/Apr/2026:10:00:28 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.178:9292 1312 0.001 300 417cde3160cb672fb9a995d2424c388e 199.204.45.155 - - [07/Apr/2026:10:00:29 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.556 [openstack-glance-api-9292] [] 10.0.0.178:9292 69 0.556 200 935c71cf0ecbffc3827594bf39536fcf 199.204.45.155 - - [07/Apr/2026:10:00:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.28:5000 281 0.004 300 762b904fc99e3bac48c9047e470d9f16 199.204.45.155 - - [07/Apr/2026:10:00:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.28:5000 3201 0.290 201 f5775ab5fe5e8da5110fb154e472a8dd 199.204.45.155 - - [07/Apr/2026:10:00:32 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.178:9292 1312 0.003 300 da8c4fc7e6595dab88e3a99dec6ea53a 199.204.45.155 - - [07/Apr/2026:10:00:32 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.037 [openstack-glance-api-9292] [] 10.0.0.178:9292 69 0.037 200 51dddd6575cebf10e510fdff1cb99ecc 199.204.45.155 - - [07/Apr/2026:10:00:32 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.115 [openstack-glance-api-9292] [] 10.0.0.178:9292 151 0.115 404 30f82ca5512be4e0f6eb3e2c1f611c4a 199.204.45.155 - - [07/Apr/2026:10:00:32 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.178:9292 81 0.022 200 dda5d7dac64587eb566491c85ec59c12 199.204.45.155 - - [07/Apr/2026:10:00:32 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-glance-api-9292] [] 10.0.0.178:9292 84 0.019 200 bc2abecd2db16e4abab6a865a6589f9b 199.204.45.155 - - [07/Apr/2026:10:00:32 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.060 [openstack-glance-api-9292] [] 10.0.0.178:9292 760 0.060 201 1636c91de9f3f99d846324b755125725 199.204.45.155 - - [07/Apr/2026:10:00:36 +0000] "PUT /v2/images/7e9a8e04-5922-4ce2-8a05-a6bed7282c65/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.852 [openstack-glance-api-9292] [] 10.0.0.178:9292 0 3.852 204 98b2935e8aa560c4eeb1aa865e869d70 199.204.45.155 - - [07/Apr/2026:10:00:36 +0000] "GET /v2/images/7e9a8e04-5922-4ce2-8a05-a6bed7282c65 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.178:9292 1171 0.015 200 d7d0f1456a94e98892516e01d51dee54 199.204.45.155 - - [07/Apr/2026:10:00:36 +0000] "GET /v2/images/7e9a8e04-5922-4ce2-8a05-a6bed7282c65 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.178:9292 1171 0.014 200 7db81eb75c459647f0ba3407fc390439 W0407 10:00:39.243743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:39.243768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:42.578294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 10:00:42.578352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store