------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 09:01:51.639208 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 09:01:51.639416 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 09:01:51.647314 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 09:01:51.650755 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 09:01:51.760520 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 09:01:51.780316 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 09:01:51.791951 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 09:01:51.797397 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"efeb66ba-5fb4-4a90-a007-6c055b586e98", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 09:01:51.803086 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"41d2318c-987d-4714-9163-227c443206ff", APIVersion:"v1", ResourceVersion:"1136", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 09:01:51.803183 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e416721f-492e-42a0-b3e8-5f8c41cf3e5e", APIVersion:"v1", ResourceVersion:"1135", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 09:01:52.994970 7 nginx.go:317] "Starting NGINX process" I0319 09:01:52.995087 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 09:01:52.996010 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 09:01:52.996431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:52.996495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:01:52.996571 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:01:53.026490 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 09:01:53.026585 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fsk98" I0319 09:01:53.034746 7 controller.go:216] "Backend successfully reloaded" I0319 09:01:53.034901 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 09:01:53.035007 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsk98", UID:"4bbb377e-b283-4bb7-81de-cbda3ff8aec2", APIVersion:"v1", ResourceVersion:"1180", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:01:56.806366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:56.806397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:00.140199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:00.140236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:03.474844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:03.474928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:06.806623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:06.806664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:10.140016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:10.140068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:16.289355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:16.289397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:19.623594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:19.623653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:22.957001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:22.957062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:26.289875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:26.289913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:29.625529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:29.625572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:32.956928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:32.956978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:36.289726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:36.289765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:03:57.262030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:03:57.262076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:27.396985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:27.397029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:30.731280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:30.731325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:34.064011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:34.064056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:37.397941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:37.397986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:40.731097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:40.731141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:44.065562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:44.065619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:50.978267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:50.978367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:54.311745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:54.311790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:58.018682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:58.018717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:21.592004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:21.592045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:24.256065 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-192.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-192.nip.io-tls was not found. Using default certificate W0319 09:07:24.256128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:24.256146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:07:24.257983 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0319 09:07:24.258009 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 09:07:24.265302 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0319 09:07:24.265613 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"1c76ca54-b199-489a-9bb2-8e5354402b07", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3301", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:07:24.265864 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-192.nip.io-tls" in local store I0319 09:07:24.552641 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-192.nip.io-tls" I0319 09:07:24.553930 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-192.nip.io-tls" W0319 09:07:24.925895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:24.925942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:07:24.926108 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:07:24.981596 7 controller.go:216] "Backend successfully reloaded" I0319 09:07:24.981912 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsk98", UID:"4bbb377e-b283-4bb7-81de-cbda3ff8aec2", APIVersion:"v1", ResourceVersion:"1180", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:07:28.260312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:28.260369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:07:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.340 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 2.339 200 8f6c0b182fb8554673c073389bd7d346 199.19.213.192 - - [19/Mar/2026:09:07:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.183 [auth-system-keycloak-80] [] 10.0.0.121:8080 116 0.183 404 6459366a1b737602b03a668f753df351 199.19.213.192 - - [19/Mar/2026:09:07:39 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.983 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 3.983 201 508d6731baa033215f9314b9b4c82a2f 199.19.213.192 - - [19/Mar/2026:09:07:40 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.592 [auth-system-keycloak-80] [] 10.0.0.121:8080 4246 0.592 200 507d57124af2c782d3f328497a7440f0 199.19.213.192 - - [19/Mar/2026:09:07:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.542 200 e5d40bd1170a8585db7da18e7056174f 199.19.213.192 - - [19/Mar/2026:09:07:41 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.145 [auth-system-keycloak-80] [] 10.0.0.121:8080 12500 0.145 200 b248c2626541dfc52a8c3d2ba22f3db6 199.19.213.192 - - [19/Mar/2026:09:07:41 +0000] "GET /admin/realms/atmosphere/client-scopes/3f90c1ed-e714-42d6-8e1a-279e769ee69a HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.121:8080 1278 0.008 200 b9b87d4e8cd313a7515b9c517e22b863 199.19.213.192 - - [19/Mar/2026:09:07:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/3f90c1ed-e714-42d6-8e1a-279e769ee69a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.083 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.083 204 6fa9dd6e883d7341a12c02e2c563115c 199.19.213.192 - - [19/Mar/2026:09:07:41 +0000] "GET /admin/realms/atmosphere/client-scopes/3f90c1ed-e714-42d6-8e1a-279e769ee69a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.121:8080 963 0.019 200 4628125f896ade24454651e769866869 199.19.213.192 - - [19/Mar/2026:09:07:41 +0000] "GET /admin/realms/atmosphere/client-scopes/3f90c1ed-e714-42d6-8e1a-279e769ee69a/protocol-mappers/models/b6c2fd9e-92c9-422a-bb39-d8b3c5cf9f71 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.050 [auth-system-keycloak-80] [] 10.0.0.121:8080 366 0.050 200 60f55c8d0cabf3a720ac90c71a40d31d 199.19.213.192 - - [19/Mar/2026:09:07:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/3f90c1ed-e714-42d6-8e1a-279e769ee69a/protocol-mappers/models/b6c2fd9e-92c9-422a-bb39-d8b3c5cf9f71 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.023 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.023 204 8fda9462635680fe893762aec645e963 199.19.213.192 - - [19/Mar/2026:09:07:41 +0000] "GET /admin/realms/atmosphere/client-scopes/3f90c1ed-e714-42d6-8e1a-279e769ee69a HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.067 [auth-system-keycloak-80] [] 10.0.0.121:8080 1218 0.067 200 9a60c99b20ca1a6fd9519b8d30f5fc4b I0319 09:07:53.033600 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.131.230"}] I0319 09:07:53.038465 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"1c76ca54-b199-489a-9bb2-8e5354402b07", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3625", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:07:53.040251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:53.040286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:08:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.475 200 0e16c7b8ce3cf2641257eb73acb1a378 199.19.213.192 - - [19/Mar/2026:09:08:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.036 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.035 200 650c0f3dffb2dd65e7e386b9c546e867 199.19.213.192 - - [19/Mar/2026:09:08:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.200 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.199 201 0524c4a0547b4db8920c95c1dcb3bdf9 199.19.213.192 - - [19/Mar/2026:09:08:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.121:8080 1261 0.083 200 262b96e8b6337e0b5961ce03a70df281 199.19.213.192 - - [19/Mar/2026:09:08:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.024 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 1.022 200 5871dfcbc0103ee105f2d8ec115a5a54 199.19.213.192 - - [19/Mar/2026:09:08:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.075 200 9a0349977d8efbe072cd091fd7ef908a 199.19.213.192 - - [19/Mar/2026:09:08:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.104 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.103 201 4db627ade3616ced66fb2485351a120d 199.19.213.192 - - [19/Mar/2026:09:08:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.079 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.080 200 0b0e2d22ae6778bbc11d0567ea41681d 199.19.213.192 - - [19/Mar/2026:09:08:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.477 200 559ba89c46f4343d295999abfd9a3847 199.19.213.192 - - [19/Mar/2026:09:08:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.010 200 06afc6bf575c56150fc5fc3316bb4717 199.19.213.192 - - [19/Mar/2026:09:08:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.455 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.453 201 adbf2551da76d73bd7111a413b6c3618 199.19.213.192 - - [19/Mar/2026:09:08:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.121:8080 1251 0.025 200 65ef571a10f43fdb011b17b9103d8ef5 199.19.213.192 - - [19/Mar/2026:09:08:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.477 200 00bded7e5573bd4c7d4c67ef880f5b6e 199.19.213.192 - - [19/Mar/2026:09:08:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.032 [auth-system-keycloak-80] [] 10.0.0.121:8080 1261 0.032 200 ecb99147a736282af2fb58b7cc05c63d 199.19.213.192 - - [19/Mar/2026:09:08:07 +0000] "GET /admin/realms/atmosphere/clients/e5405dd4-d0ab-418c-b1a6-5f272ad258d2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.014 404 d16b017dbf0f78d9a05a24c49c6c886e 199.19.213.192 - - [19/Mar/2026:09:08:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 1261 0.007 200 acb9cb701041e201fc68cfbba66f751b 199.19.213.192 - - [19/Mar/2026:09:08:07 +0000] "POST /admin/realms/atmosphere/clients/e5405dd4-d0ab-418c-b1a6-5f272ad258d2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.054 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.054 201 b69c8e626623c8f70d5fb6669d5ab163 199.19.213.192 - - [19/Mar/2026:09:08:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1261 0.007 200 a415ab0437e3469002ed088b0adb328a 199.19.213.192 - - [19/Mar/2026:09:08:07 +0000] "GET /admin/realms/atmosphere/clients/e5405dd4-d0ab-418c-b1a6-5f272ad258d2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.121:8080 166 0.015 200 281e04e4f3a98e97c8170f15fbc45a52 199.19.213.192 - - [19/Mar/2026:09:08:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.490 200 d740405f7d2bcc729ee9910b70ceb970 199.19.213.192 - - [19/Mar/2026:09:08:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.008 200 2e725739740bc6ec00671cafc8158579 199.19.213.192 - - [19/Mar/2026:09:08:08 +0000] "GET /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.040 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.040 404 93f253cf04ac8af39e1539c36a6efca0 199.19.213.192 - - [19/Mar/2026:09:08:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.006 200 74c10c8257b9e24cc2b98bbe98a8c8a7 199.19.213.192 - - [19/Mar/2026:09:08:08 +0000] "POST /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.076 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.075 201 3ff12434637c93e04f5528162237d960 199.19.213.192 - - [19/Mar/2026:09:08:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.007 200 49db441928c37c556f2d0b032296d2b1 199.19.213.192 - - [19/Mar/2026:09:08:08 +0000] "GET /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.069 [auth-system-keycloak-80] [] 10.0.0.121:8080 165 0.069 200 77891fd6f3b415d302a19d49faa711b7 199.19.213.192 - - [19/Mar/2026:09:08:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.514 200 5522f20f88ec5c6cdcdd930f90fcac29 199.19.213.192 - - [19/Mar/2026:09:08:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.007 200 0b3dc798cfb779d5402fb31069c24fab 199.19.213.192 - - [19/Mar/2026:09:08:09 +0000] "GET /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.011 404 77f4a5de5aae908a6da35bc6b897b402 199.19.213.192 - - [19/Mar/2026:09:08:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.045 200 69bdbc44638ca881d39b48f6870c95b2 199.19.213.192 - - [19/Mar/2026:09:08:09 +0000] "POST /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.017 201 0a8b48317f74a1e2e682641faab7cfc9 199.19.213.192 - - [19/Mar/2026:09:08:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.007 200 d6de2bda48d8c2faadb30280093b4c2b 199.19.213.192 - - [19/Mar/2026:09:08:09 +0000] "GET /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.121:8080 166 0.042 200 8a66af74d777b9ed5c5637e671d90d5d W0319 09:08:09.688053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:09.688147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:08:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.454 200 8d65cd0288b4e41c55c02d45602ffa16 199.19.213.192 - - [19/Mar/2026:09:08:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.012 200 37314a8d45a69254c7c8fbdfc3f81fec 199.19.213.192 - - [19/Mar/2026:09:08:10 +0000] "GET /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.038 404 4f3cdc8ee254250bf1ef682de04dc7ff 199.19.213.192 - - [19/Mar/2026:09:08:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.007 200 fb48fbc8e0acbd337394bc213531c975 199.19.213.192 - - [19/Mar/2026:09:08:10 +0000] "POST /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.017 201 3ed4768714ff63ada0fca26d9284b687 199.19.213.192 - - [19/Mar/2026:09:08:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.006 200 1cf31f04c428c7690480fc396707266c 199.19.213.192 - - [19/Mar/2026:09:08:10 +0000] "GET /admin/realms/atmosphere/clients/582c7f21-3b66-4400-96ea-6e58f400641b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.121:8080 166 0.034 200 4147205bb3552cdf99a1e5a038e2af88 199.19.213.192 - - [19/Mar/2026:09:08:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.556 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.555 200 6337acde21110b75d3fb2ba7f6dda94a 199.19.213.192 - - [19/Mar/2026:09:08:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 1251 0.006 200 7883e14545e2bd62c1b85a66f9755521 199.19.213.192 - - [19/Mar/2026:09:08:11 +0000] "GET /admin/realms/atmosphere/clients/7bb681fd-c1b9-42f9-baee-948bbb559623/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.041 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.041 404 8951edfe25f7170b066ac408a391b80a 199.19.213.192 - - [19/Mar/2026:09:08:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1251 0.006 200 1715d4eba57228576988754063f0453b 199.19.213.192 - - [19/Mar/2026:09:08:11 +0000] "POST /admin/realms/atmosphere/clients/7bb681fd-c1b9-42f9-baee-948bbb559623/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.016 201 dba092f4855087bf654d92d1aae850be 199.19.213.192 - - [19/Mar/2026:09:08:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1251 0.006 200 cd88b51067e4521f841739c21101629d 199.19.213.192 - - [19/Mar/2026:09:08:11 +0000] "GET /admin/realms/atmosphere/clients/7bb681fd-c1b9-42f9-baee-948bbb559623/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.031 [auth-system-keycloak-80] [] 10.0.0.121:8080 166 0.031 200 bf45388dd7a61fe861734083bf1e80da W0319 09:08:13.022210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:13.022257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:16.426297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:16.426336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:16.503829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:16.503915 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 09:09:16.503951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:16.503969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:16.504376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:16.504446 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 09:09:16.504486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:16.504503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:16.505001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:16.505096 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 09:09:16.505147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:16.505171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:09:16.505994 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 09:09:16.506023 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 09:09:16.506522 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 09:09:16.506565 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 09:09:16.506609 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 09:09:16.506637 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 09:09:16.514715 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0319 09:09:16.515119 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 09:09:16.515143 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0319 09:09:16.515304 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0ce0e479-7965-47e3-be85-1d0f624649d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4253", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:09:16.515357 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9131fa8d-9857-44f2-9c83-53db9781fcb2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4254", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:09:16.515380 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 09:09:16.515395 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0319 09:09:16.515530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"aea275c2-119a-49b0-a274-bf8491e889b2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4255", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:09:16.515593 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 09:09:16.968543 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 09:09:16.969445 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 09:09:17.028909 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 09:09:17.029702 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0319 09:09:17.827519 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 09:09:17.828622 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0319 09:09:19.760157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:19.760202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:19.760226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:19.760305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:19.760322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:09:19.760407 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:09:19.803416 7 controller.go:216] "Backend successfully reloaded" I0319 09:09:19.803668 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsk98", UID:"4bbb377e-b283-4bb7-81de-cbda3ff8aec2", APIVersion:"v1", ResourceVersion:"1180", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:09:23.094342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:23.094411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:23.094453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:23.094590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:23.094614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:26.426310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:26.426350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:26.426371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:26.426439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:26.426454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:29.760859 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:29.760935 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:29.760977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:29.761103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:29.761133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:33.093820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:33.093861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:33.093880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:33.093966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:33.093982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:36.427609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:36.427668 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:36.427713 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:36.427940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:36.427965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:39.760999 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:39.761045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:39.761070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:39.761155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:39.761176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:43.094114 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:43.094194 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:43.094242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:43.094386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:43.094415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:46.426599 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:46.426659 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:09:46.426695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:46.426818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:46.426844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:49.759702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:49.759774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:49.759863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:49.759883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:09:53.055372 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.131.230"}] I0319 09:09:53.055439 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.131.230"}] I0319 09:09:53.055454 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.131.230"}] I0319 09:09:53.059483 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9131fa8d-9857-44f2-9c83-53db9781fcb2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5172", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:09:53.063510 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0ce0e479-7965-47e3-be85-1d0f624649d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5173", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:09:53.065369 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"aea275c2-119a-49b0-a274-bf8491e889b2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5174", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:09:53.093809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:53.093880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:53.093964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:53.093984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:56.426615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:56.426713 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:56.426856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:56.426883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.92 - - [19/Mar/2026:09:09:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.121:8080 6432 0.033 200 123d27d34a71f73745721c7affa495b9 10.0.0.8 - - [19/Mar/2026:09:09:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.014 [auth-system-keycloak-80] [] 10.0.0.121:8080 6432 0.014 200 7e8235eeeb20373912f6abcb87ce9a22 W0319 09:09:59.760202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:09:59.760279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:09:59.760649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:09:59.760676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:03.093140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:10:03.093373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:03.093417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:06.426375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:10:06.426492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:06.426511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:09.760993 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:10:09.761273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:09.761339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:13.093622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:13.093664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:17.702486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:17.702528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:10:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.463 200 f4f93849b62a821cbf8897fc8f7703d6 199.19.213.192 - - [19/Mar/2026:09:10:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.026 [auth-system-keycloak-80] [] 10.0.0.121:8080 4246 0.026 200 e95f97bc99a8df7aa55296d8080d53d0 W0319 09:10:21.035980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:21.036018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:10:21 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.410 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.409 204 99cb56fa428d7a94a76de729facd0995 199.19.213.192 - - [19/Mar/2026:09:10:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.200 [auth-system-keycloak-80] [] 10.0.0.121:8080 4384 0.199 200 3e16def4cc556943b1e34ce331192646 199.19.213.192 - - [19/Mar/2026:09:10:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.951 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.949 200 e76d17594aca2f315d4f32db0c143956 199.19.213.192 - - [19/Mar/2026:09:10:22 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.121:8080 1682 0.009 200 6e5443e4e1f5a3ef13e2636a73922a6c 199.19.213.192 - - [19/Mar/2026:09:10:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 6432 0.006 200 72bc60ab7e0f57b3baf8bda85ad82977 199.19.213.192 - - [19/Mar/2026:09:10:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.438 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.437 200 12450d460d73a5243cabf34b1f594413 199.19.213.192 - - [19/Mar/2026:09:10:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.036 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.036 200 038275d531f1388023aa1bd81dad49ce 199.19.213.192 - - [19/Mar/2026:09:10:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.207 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.206 201 e376be5e2e9d6ffd650a94fc2162da8c 199.19.213.192 - - [19/Mar/2026:09:10:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.121:8080 2246 0.071 200 b2ab118e1ef10c09cba496d7631a990e 199.19.213.192 - - [19/Mar/2026:09:10:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.482 200 ff20e963e900ed2a0ff11aacf69333af 199.19.213.192 - - [19/Mar/2026:09:10:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 2246 0.005 200 4ced1b2dd589fdbd1248d4a4d0c3df35 199.19.213.192 - - [19/Mar/2026:09:10:25 +0000] "GET /admin/realms/atmosphere/clients/77b259fa-67b8-4868-9935-ef735db69829/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.121:8080 233 0.015 200 8d144d1a6e507165481e5b0cc2ddcb68 199.19.213.192 - - [19/Mar/2026:09:10:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.034 [auth-system-keycloak-80] [] 10.0.0.121:8080 831 0.034 200 54fedad5fe9d9ae9768e6d72af0f61d1 199.19.213.192 - - [19/Mar/2026:09:10:26 +0000] "GET /admin/realms/atmosphere/clients/e8690595-dcc2-4660-814a-691822eef05d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.090 [auth-system-keycloak-80] [] 10.0.0.121:8080 3758 0.090 200 662268ae57a9aaf889f29507d0d041a3 199.19.213.192 - - [19/Mar/2026:09:10:26 +0000] "GET /admin/realms/atmosphere/users/3293b282-3350-4143-93a0-004b05123d82/role-mappings/clients/e8690595-dcc2-4660-814a-691822eef05d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.185 [auth-system-keycloak-80] [] 10.0.0.121:8080 3758 0.185 200 590467b535e7c00c8d327dbd50866a4f 199.19.213.192 - - [19/Mar/2026:09:10:26 +0000] "GET /admin/realms/atmosphere/users/3293b282-3350-4143-93a0-004b05123d82/role-mappings/clients/e8690595-dcc2-4660-814a-691822eef05d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.078 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.078 200 533c3dc2ebf976ad65ef1b34c2e0233e 199.19.213.192 - - [19/Mar/2026:09:10:26 +0000] "POST /admin/realms/atmosphere/users/3293b282-3350-4143-93a0-004b05123d82/role-mappings/clients/e8690595-dcc2-4660-814a-691822eef05d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.017 204 6352befe479670be8473b1c4f6ba5e6f 199.19.213.192 - - [19/Mar/2026:09:10:26 +0000] "GET /admin/realms/atmosphere/users/3293b282-3350-4143-93a0-004b05123d82/role-mappings/clients/e8690595-dcc2-4660-814a-691822eef05d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.121:8080 576 0.015 200 ff2a43749f80ff2fa21ae4cb91e61e42 W0319 09:10:28.874688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:28.874720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:32.209338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:32.209391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:45.516719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:45.516859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:48.850348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:48.850441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:33.343025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:33.343052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:03.860802 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 09:13:03.860860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:03.860873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:13:03.863143 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0319 09:13:03.863177 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 09:13:03.871475 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 09:13:03.872082 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bae87cbb-68eb-45bd-b2b9-c714d0367ba1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6512", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:13:03.872358 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 09:13:03.873147 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 09:13:03.873231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:03.873254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:13:03.873387 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:13:03.922104 7 controller.go:216] "Backend successfully reloaded" I0319 09:13:03.922403 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsk98", UID:"4bbb377e-b283-4bb7-81de-cbda3ff8aec2", APIVersion:"v1", ResourceVersion:"1180", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:13:04.170947 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 09:13:04.172221 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0319 09:13:07.207130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:07.207180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:13:08 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 53f5bc15a231c74d91ff52019ea7a9c6 199.19.213.192 - - [19/Mar/2026:09:13:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 266 0.005 200 87cd497d2c241be3dd1c623c57d5a582 199.19.213.192 - - [19/Mar/2026:09:13:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.351 [openstack-keystone-api-5000] [] 10.0.0.216:5000 1360 0.351 201 6e099218a2e66409c393e555305d937b 199.19.213.192 - - [19/Mar/2026:09:13:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.006 300 5380892e1218443b25bc6d30b7da08c5 199.19.213.192 - - [19/Mar/2026:09:13:10 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.216:5000 90 0.037 404 44471c9c7139a9999bd622fca5f1e372 199.19.213.192 - - [19/Mar/2026:09:13:10 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.216:5000 368 0.025 200 97acf84d2076535b19cca73301b32836 199.19.213.192 - - [19/Mar/2026:09:13:10 +0000] "GET /v3/domains/10b0c19d54534224a94b9f21222a4880 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.216:5000 245 0.022 200 50cd1f3a2010754f14603342d2fd8bd6 199.19.213.192 - - [19/Mar/2026:09:13:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.216:5000 266 0.004 200 4b156ba357eb836425b7bf866a7d99f0 199.19.213.192 - - [19/Mar/2026:09:13:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.216:5000 1360 0.338 201 d1958866a88fccd57d95e457b6d2e407 199.19.213.192 - - [19/Mar/2026:09:13:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.003 300 d54646b215388611c35f3afd075784e5 199.19.213.192 - - [19/Mar/2026:09:13:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.216:5000 101 0.023 404 7907c8a23680dc9255e0032ae2cb79b4 199.19.213.192 - - [19/Mar/2026:09:13:11 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.216:5000 156 0.018 200 3857d3c83aba559d714ec270ebd4573b 199.19.213.192 - - [19/Mar/2026:09:13:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.216:5000 454 0.026 201 76587c54a75913c98869c3caf9f5c4e2 199.19.213.192 - - [19/Mar/2026:09:13:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.216:5000 266 0.003 200 91a8d9ea9c11b4f3a0ec98f5d286a030 199.19.213.192 - - [19/Mar/2026:09:13:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.216:5000 1360 0.292 201 5ff8d08cfcc8ee41ad4fd9523d785d12 199.19.213.192 - - [19/Mar/2026:09:13:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.005 300 31ab5328e03d427b6090f5a303dc2bfb 199.19.213.192 - - [19/Mar/2026:09:13:12 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.027 [openstack-keystone-api-5000] [] 10.0.0.216:5000 98 0.027 404 ce3201bf35d8a7f1f8ec9e500380d114 199.19.213.192 - - [19/Mar/2026:09:13:12 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.216:5000 136 0.022 200 deaf7e2c2db8890a768e36ba48a116c9 199.19.213.192 - - [19/Mar/2026:09:13:12 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.025 [openstack-keystone-api-5000] [] 10.0.0.216:5000 357 0.026 201 cbf63e647c017da669c69c3803e31ac9 199.19.213.192 - - [19/Mar/2026:09:13:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.216:5000 266 0.003 200 228a0dc105b8f93e09413d5a1d03c22f 199.19.213.192 - - [19/Mar/2026:09:13:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.216:5000 1360 0.282 201 09e25e7b7f6511911b7f26c53954d4b4 199.19.213.192 - - [19/Mar/2026:09:13:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 556252e6310a4955453bdef181dfc212 199.19.213.192 - - [19/Mar/2026:09:13:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.031 [openstack-keystone-api-5000] [] 10.0.0.216:5000 131 0.031 404 5b437008674e7c1a95a536ad176ee187 199.19.213.192 - - [19/Mar/2026:09:13:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.216:5000 168 0.015 200 99e6d4bfda17fe7ad01dc571dab3ad37 199.19.213.192 - - [19/Mar/2026:09:13:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.216:5000 224 0.025 201 2d2230eb98a65d0892397630abb7ea94 W0319 09:13:23.075092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:23.075142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:26.409014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:26.409074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:29.741711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:29.741744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:48.545862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:48.545892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:51.879469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:51.879583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:13:53.034870 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.131.230"}] I0319 09:13:53.040046 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bae87cbb-68eb-45bd-b2b9-c714d0367ba1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6865", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:13:55.213268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:55.213310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:58.546410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:58.546460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:01.879698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:01.879760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:24.989523 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:15:24.989678 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 09:15:24.989760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:24.989789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:15:24.994187 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0319 09:15:24.994231 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 09:15:25.000990 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 09:15:25.001322 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"2f431b02-17f3-4ecd-bd9e-6a4314adbaa2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7520", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:15:25.001814 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 09:15:25.002385 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:15:25.002543 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 09:15:25.002643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:25.002686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:15:25.002934 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:15:25.070127 7 controller.go:216] "Backend successfully reloaded" I0319 09:15:25.070501 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsk98", UID:"4bbb377e-b283-4bb7-81de-cbda3ff8aec2", APIVersion:"v1", ResourceVersion:"1180", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:15:25.253651 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 09:15:25.254728 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.192 - - [19/Mar/2026:09:15:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.003 300 463d8ff5790868e07713f77ec307fe1b 199.19.213.192 - - [19/Mar/2026:09:15:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.216:5000 1992 0.331 201 fb088271310bf2e0f50f4814e12d6311 199.19.213.192 - - [19/Mar/2026:09:15:26 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.216:5000 85 0.025 404 0900d0eefa5a1e2dccda8bd85496fd27 199.19.213.192 - - [19/Mar/2026:09:15:26 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.216:5000 129 0.020 200 f81986213c052afbe215ba47003cadef 199.19.213.192 - - [19/Mar/2026:09:15:26 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.216:5000 230 0.025 201 5693199dcb4609b47cf81e34c3b0836f W0319 09:15:28.335734 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:15:28.335843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:28.335859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:15:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.005 300 9b71f14b60a5222de1c7479f246e883a 199.19.213.192 - - [19/Mar/2026:09:15:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.289 [openstack-keystone-api-5000] [] 10.0.0.216:5000 1992 0.288 201 df49bfdb020cc7315d719df4d61b920a 199.19.213.192 - - [19/Mar/2026:09:15:32 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.029 [openstack-keystone-api-5000] [] 10.0.0.216:5000 1521 0.029 200 8d014c7eafc7136e2809eed7a213e2ba 199.19.213.192 - - [19/Mar/2026:09:15:32 +0000] "PUT /v3/roles/8ce796457b14485c8ae4fc928f3e52d2/implies/527a8824a915485eb53b1486f01d904a HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.042 [openstack-keystone-api-5000] [] 10.0.0.216:5000 521 0.042 201 3f498d86f42a1ca3ab50b097006bd932 W0319 09:15:36.702511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:36.702576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:15:53.252864 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.98.131.230"}] I0319 09:15:53.337709 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"2f431b02-17f3-4ecd-bd9e-6a4314adbaa2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7825", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:15:53.370632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:53.370677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:16:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.007 300 1305831f96ea4b6e08cf73a883e3e939 199.19.213.192 - - [19/Mar/2026:09:16:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.216:5000 2055 0.346 201 35aec96ea4c0190ff0c3f406fbf49792 199.19.213.192 - - [19/Mar/2026:09:16:18 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.036 [openstack-keystone-api-5000] [] 10.0.0.216:5000 87 0.036 404 ffc3c6c1f0a5fe819e5084bbfd5f04b8 199.19.213.192 - - [19/Mar/2026:09:16:18 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.216:5000 390 0.027 200 c6eb4418b54f29bfe518c8067b5bc984 199.19.213.192 - - [19/Mar/2026:09:16:18 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2c7049bd2482444a845ca8750d415d0c HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.038 [openstack-keystone-api-5000] [] 10.0.0.216:5000 91 0.039 404 0235227685bd85050ffc41133ea40f77 199.19.213.192 - - [19/Mar/2026:09:16:18 +0000] "GET /v3/users?domain_id=2c7049bd2482444a845ca8750d415d0c&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.024 [openstack-keystone-api-5000] [] 10.0.0.216:5000 178 0.025 200 750e6cadf3b8cae6166525a87e1c8a96 199.19.213.192 - - [19/Mar/2026:09:16:19 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.508 [openstack-keystone-api-5000] [] 10.0.0.216:5000 291 0.507 201 b8592dee21306b5d3061cb5bffdce890 199.19.213.192 - - [19/Mar/2026:09:16:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.006 300 f97daabf8c4c478c472397d56b0d3ea1 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.216:5000 2055 0.295 201 fd7375e78879a1fec6d432026cd98d10 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.030 [openstack-keystone-api-5000] [] 10.0.0.216:5000 83 0.030 404 ee79f9723d3b9ec7397615701dc65ed4 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.037 [openstack-keystone-api-5000] [] 10.0.0.216:5000 361 0.037 200 ab73c068090c54cf1b2a605cb3fdf2a4 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.028 [openstack-keystone-api-5000] [] 10.0.0.216:5000 87 0.027 404 c0d1739418f139857bc0edb1e75d631d 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.023 [openstack-keystone-api-5000] [] 10.0.0.216:5000 390 0.023 200 5b7e5bb3bde56f237bafbbbaf440c443 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.027 [openstack-keystone-api-5000] [] 10.0.0.216:5000 91 0.027 404 a0e258946d57a70f19453cc692967b24 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "GET /v3/users?domain_id=2c7049bd2482444a845ca8750d415d0c&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.033 [openstack-keystone-api-5000] [] 10.0.0.216:5000 458 0.033 200 6ef08d0ea87e92f16b485c1758f14d4b 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.023 [openstack-keystone-api-5000] [] 10.0.0.216:5000 88 0.024 404 46abf42c93b3162a0262de18a9b54461 199.19.213.192 - - [19/Mar/2026:09:16:22 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.030 [openstack-keystone-api-5000] [] 10.0.0.216:5000 520 0.030 200 d3b57beebf27a107b825b289292598f6 199.19.213.192 - - [19/Mar/2026:09:16:24 +0000] "PUT /v3/projects/21f2d1450c2e41c5a0e059291714425e/users/46e28e7a3124459498084fe2d418d7e1/roles/2fec4d488e4c4a3fa1c89d099bce0d90 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 1.907 [openstack-keystone-api-5000] [] 10.0.0.216:5000 0 1.906 204 5238cba8aba8f169c608284fa0c8e6cd 199.19.213.192 - - [19/Mar/2026:09:16:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.005 300 324faf04679e0a32d9eb403bc8ea2259 199.19.213.192 - - [19/Mar/2026:09:16:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.368 [openstack-keystone-api-5000] [] 10.0.0.216:5000 2055 0.367 201 d2145172da06ac3e0cb863877b1743ba 199.19.213.192 - - [19/Mar/2026:09:16:28 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.025 [openstack-keystone-api-5000] [] 10.0.0.216:5000 151 0.025 200 95a30f682136322042312459edb45490 199.19.213.192 - - [19/Mar/2026:09:16:28 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.031 [openstack-keystone-api-5000] [] 10.0.0.216:5000 263 0.031 201 e1bf4f110c08680806aff0ef9e9fc871 199.19.213.192 - - [19/Mar/2026:09:16:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.008 300 fef8dab53fa61c00e41bc5fdae6ca328 199.19.213.192 - - [19/Mar/2026:09:16:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.216:5000 2157 0.298 201 92a677253ae46bb36dda667572861703 199.19.213.192 - - [19/Mar/2026:09:16:29 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.216:5000 86 0.021 404 36f84dafbe25e4f1e1ecc197cb954ea7 199.19.213.192 - - [19/Mar/2026:09:16:29 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.216:5000 382 0.018 200 01dda7ae5d5bd04f4070dc489dda7717 199.19.213.192 - - [19/Mar/2026:09:16:29 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=7d34654c32714d859ceee0108282a0ad HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.216:5000 205 0.020 200 f04364996abb2cc0b93fff4bc29b60e0 199.19.213.192 - - [19/Mar/2026:09:16:29 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.137 [openstack-keystone-api-5000] [] 10.0.0.216:5000 379 0.137 201 1c9d5cfd0e9ede27393944d6371c3fe9 199.19.213.192 - - [19/Mar/2026:09:16:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.006 300 2109c38771b57eac6983e62589bc62c5 199.19.213.192 - - [19/Mar/2026:09:16:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.216:5000 2366 0.310 201 d25ca2eb3ee6836b8e39e8b491ed9584 199.19.213.192 - - [19/Mar/2026:09:16:30 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.029 [openstack-keystone-api-5000] [] 10.0.0.216:5000 86 0.029 404 71c2a9932d71cfaccb4565c116210969 199.19.213.192 - - [19/Mar/2026:09:16:30 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.216:5000 382 0.023 200 1959c61c8e4f6ed3e3d256d1fb216012 199.19.213.192 - - [19/Mar/2026:09:16:30 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=7d34654c32714d859ceee0108282a0ad HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.023 [openstack-keystone-api-5000] [] 10.0.0.216:5000 207 0.023 200 aecab6719872eb36c878743c3de2f30b 199.19.213.192 - - [19/Mar/2026:09:16:30 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.023 [openstack-keystone-api-5000] [] 10.0.0.216:5000 392 0.024 201 6a59ddf5f2444a007c6563000e55597d W0319 09:16:31.411233 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:16:31.411360 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 09:16:31.411420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:31.411437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:31.414724 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0319 09:16:31.414754 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 09:16:31.435872 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0319 09:16:31.436264 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"356cf3f4-3d5e-4707-8cf2-ed2320760e88", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8061", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:16:31.436525 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0319 09:16:31.437008 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:16:31.437140 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 09:16:31.437230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:31.437252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:31.437408 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:16:31.493424 7 controller.go:216] "Backend successfully reloaded" I0319 09:16:31.493676 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsk98", UID:"4bbb377e-b283-4bb7-81de-cbda3ff8aec2", APIVersion:"v1", ResourceVersion:"1180", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:16:31.757590 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 09:16:31.758515 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 09:16:34.770497 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:16:34.770674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:34.770690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:48.261124 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:16:48.261317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:48.261336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:51.595366 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:51.595502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:51.595520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:51.595672 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:16:51.651201 7 controller.go:216] "Backend successfully reloaded" I0319 09:16:51.651619 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsk98", UID:"4bbb377e-b283-4bb7-81de-cbda3ff8aec2", APIVersion:"v1", ResourceVersion:"1180", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:16:53.032855 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.98.131.230"}] I0319 09:16:53.038380 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"356cf3f4-3d5e-4707-8cf2-ed2320760e88", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8267", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:16:54.928855 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:54.929043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:54.929073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:58.261598 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:16:58.261782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:58.261812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:01.596398 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:17:01.596624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:01.596655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:04.927827 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:17:04.928166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:04.928210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:18.941869 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:17:18.942034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:18.942056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:22.275795 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:17:22.276048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:22.276080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:27.312463 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:17:27.312602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:27.312622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:35.706217 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:17:35.706373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:35.706394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:18:14.472926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:18:14.472959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:39.567910 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:39.568011 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 09:19:39.568066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:39.568080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:19:39.573846 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0319 09:19:39.573873 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 09:19:39.578366 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0319 09:19:39.578725 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0319 09:19:39.578742 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"568d1b45-8f67-4e99-bc4a-3e40f4f476a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9493", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:19:39.579038 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:39.579120 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 09:19:39.579181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:39.579196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:19:39.579358 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:19:39.630124 7 controller.go:216] "Backend successfully reloaded" I0319 09:19:39.630471 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsk98", UID:"4bbb377e-b283-4bb7-81de-cbda3ff8aec2", APIVersion:"v1", ResourceVersion:"1180", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:19:39.835115 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 09:19:39.836323 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 09:19:42.913448 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:42.913571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:42.913585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:19:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 f5168d4de2e709d84b1b6f72c68aa9c8 199.19.213.192 - - [19/Mar/2026:09:19:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.344 201 7f0a971750421e8026c60320e0e2f09f 199.19.213.192 - - [19/Mar/2026:09:19:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1d8030d866e50f2d073c4489e184f9b3 199.19.213.192 - - [19/Mar/2026:09:19:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 92d4bf13a4e6576276fd6eb3f08d4d7e 199.19.213.192 - - [19/Mar/2026:09:19:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 4f2d308c34990ae99d13cef3f4e486bc 199.19.213.192 - - [19/Mar/2026:09:19:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.304 201 0e48e455af01da96f6f341e493dd2057 199.19.213.192 - - [19/Mar/2026:09:19:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 35be6dbae50c4afa1dee7a5ca8abf19d 199.19.213.192 - - [19/Mar/2026:09:19:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 067a00897acc78819082e8c716c4ef69 W0319 09:19:46.993203 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:46.993366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:46.993403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:19:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 78d88304a716932a1b13eea2f16b5b78 199.19.213.192 - - [19/Mar/2026:09:19:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.285 201 fa126903c92e7d881e9874976874c4e8 199.19.213.192 - - [19/Mar/2026:09:19:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 882d3c9356aebb74abab47296715fd38 199.19.213.192 - - [19/Mar/2026:09:19:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7776ae8cc3f8ddeefe3aa0c4e8b4426a 199.19.213.192 - - [19/Mar/2026:09:19:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 53c6a862fbe88ae781d4766da24377dd 199.19.213.192 - - [19/Mar/2026:09:19:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.285 201 fca8fc0106e8467e46506908717f5277 199.19.213.192 - - [19/Mar/2026:09:19:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 30a7c47aa11c0e138026c7b823e6e24f 199.19.213.192 - - [19/Mar/2026:09:19:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 501907661fa084e77cf1ab5d7d8152d8 199.19.213.192 - - [19/Mar/2026:09:19:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 f043b7f5794e858795dec180f387e30b 199.19.213.192 - - [19/Mar/2026:09:19:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.301 201 f684b8b0cdfa12e3177459081a0ef6a1 199.19.213.192 - - [19/Mar/2026:09:19:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1500a763e3afa71384816f6394bd61da 199.19.213.192 - - [19/Mar/2026:09:19:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e04c3ae821ac01a3678d549de0ad732f 199.19.213.192 - - [19/Mar/2026:09:19:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.005 300 23796e504893e8a5c6886fc94152c98c 199.19.213.192 - - [19/Mar/2026:09:19:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.292 201 dc3618a59ea3594bda3b22ff5db8b4d3 199.19.213.192 - - [19/Mar/2026:09:19:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ca9075417b294df302db3aa4c7b257b1 199.19.213.192 - - [19/Mar/2026:09:19:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b1822dc7a2484078fee5ab2ac0e48715 I0319 09:19:53.036805 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.98.131.230"}] I0319 09:19:53.044618 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"568d1b45-8f67-4e99-bc4a-3e40f4f476a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9608", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:19:53.045236 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:19:53.045408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:53.045431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:19:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 33fecb11d39ebb3adf1854fc7372167b 199.19.213.192 - - [19/Mar/2026:09:19:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.298 201 2d63d336d766f3592545879b69bd8141 199.19.213.192 - - [19/Mar/2026:09:19:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - edf0c5051c616eaae7ce684ba96e6a03 199.19.213.192 - - [19/Mar/2026:09:19:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 70d6b8c2d60168e73ad16abbc66d807f 199.19.213.192 - - [19/Mar/2026:09:19:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.004 300 d00e7eeb83d5ac0c563e538c2db0ff78 W0319 09:19:56.379237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:19:56.379382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.192 - - [19/Mar/2026:09:19:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.290 201 0292f447ac4731e558a13f87cbad2225 199.19.213.192 - - [19/Mar/2026:09:19:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7510d817296c960340582380d5a16ec5 199.19.213.192 - - [19/Mar/2026:09:19:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4153662ca7e14b8d6e8cd18d54faa55b 199.19.213.192 - - [19/Mar/2026:09:19:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.005 300 53e3bbdfeb8f03bd15cc75e0027545da 199.19.213.192 - - [19/Mar/2026:09:19:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.302 201 14ec86e8b524bd8308c876252813504b 199.19.213.192 - - [19/Mar/2026:09:19:58 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.162:9292 1193 0.003 300 da2c1d89cd91d5b4b1a0be64e6944a0a 199.19.213.192 - - [19/Mar/2026:09:19:58 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.584 [openstack-glance-api-9292] [] 10.0.0.162:9292 69 0.583 200 e9cb915370a07d59f10b6cf79dd47b54 199.19.213.192 - - [19/Mar/2026:09:20:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.216:5000 281 0.003 300 909e265955f4a602fe7f6aed65065b81 199.19.213.192 - - [19/Mar/2026:09:20:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.216:5000 3201 0.293 201 b77f476e4bf718c3918115b2551884b4 199.19.213.192 - - [19/Mar/2026:09:20:02 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.162:9292 1193 0.003 300 8e820aa73134a983fe348a8bca2c7546 199.19.213.192 - - [19/Mar/2026:09:20:02 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.037 [openstack-glance-api-9292] [] 10.0.0.162:9292 69 0.038 200 0f5706b0463eb4256b87832e5b074f74 199.19.213.192 - - [19/Mar/2026:09:20:02 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.113 [openstack-glance-api-9292] [] 10.0.0.162:9292 151 0.114 404 6eaf14314b5b1735a288aadeaf3f595a 199.19.213.192 - - [19/Mar/2026:09:20:02 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.020 [openstack-glance-api-9292] [] 10.0.0.162:9292 81 0.020 200 66b6d3bfdda1fcf6128ed62acfa5a174 199.19.213.192 - - [19/Mar/2026:09:20:02 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.162:9292 84 0.028 200 f3f570f43eb5c0e0680300e7a8a21286 199.19.213.192 - - [19/Mar/2026:09:20:02 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.060 [openstack-glance-api-9292] [] 10.0.0.162:9292 760 0.060 201 221afaa20198216d4580978d0505662a 199.19.213.192 - - [19/Mar/2026:09:20:06 +0000] "PUT /v2/images/cd345007-9864-4356-81f4-02bbd29ffb1c/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.191 [openstack-glance-api-9292] [] 10.0.0.162:9292 0 4.190 204 0e2709d6689638d381804d0672522f32 199.19.213.192 - - [19/Mar/2026:09:20:06 +0000] "GET /v2/images/cd345007-9864-4356-81f4-02bbd29ffb1c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.162:9292 1171 0.016 200 f2d93a34193ded73bc9397d218284adb 199.19.213.192 - - [19/Mar/2026:09:20:06 +0000] "GET /v2/images/cd345007-9864-4356-81f4-02bbd29ffb1c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.162:9292 1171 0.017 200 ba3fe82dbebd7d1e4bcca75e8944b2ec W0319 09:20:09.869707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:20:09.869736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:20:13.203537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:20:13.203598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store