------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 20:40:01.318093 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 20:40:01.318441 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 20:40:01.327615 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 20:40:01.331003 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 20:40:01.495740 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 20:40:01.519784 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 20:40:01.531043 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 20:40:01.536570 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a6f8920a-e9c5-4606-92b5-6b1f61d28cf4", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 20:40:01.540143 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a27d2641-c66f-42c4-9fd7-2d1f96c36fa9", APIVersion:"v1", ResourceVersion:"1340", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 20:40:01.540199 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"255a401b-60a5-4351-ba25-4290f0f968ca", APIVersion:"v1", ResourceVersion:"1338", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 20:40:02.733830 7 nginx.go:317] "Starting NGINX process" I0331 20:40:02.733896 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 20:40:02.734424 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 20:40:02.734692 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0331 20:40:02.734760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:02.734783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:40:02.734850 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:40:02.742043 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 20:40:02.742355 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-hrsl6" I0331 20:40:02.770380 7 controller.go:216] "Backend successfully reloaded" I0331 20:40:02.770483 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 20:40:02.770541 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hrsl6", UID:"bc763dc5-3246-40d5-933a-f386922e7889", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:40:06.559974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:06.560005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:09.894013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:09.894066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:13.228143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:13.228191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:16.560944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:16.560974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:19.895197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:19.895265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:23.227824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:23.227866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:26.560989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:26.561031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:29.895957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:29.896005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:33.712098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:33.712136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:37.047390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:37.047434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:40.378924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:40.378991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:27.863949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:27.863978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:31.200079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:31.200121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:40.731503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:40.731536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:44.067235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:44.067292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:49.189315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:49.189345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:52.523516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:52.523566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:55.856621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:55.856649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:59.189874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:41:59.189924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:02.523750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:02.523795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:06.152148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:06.152189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:09.486729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:09.486781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:13.212509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:13.212558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:16.545887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:16.545930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:19.880970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:19.881060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:19.483416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:19.483461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:22.152992 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-89.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-89.nip.io-tls was not found. Using default certificate W0331 20:44:22.153061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:22.153080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:44:22.154784 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0331 20:44:22.154811 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 20:44:22.162048 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 20:44:22.162363 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"186ee712-1379-4726-b1cf-47c87ad28687", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3360", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:44:22.162628 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-89.nip.io-tls" in local store I0331 20:44:22.444179 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-89.nip.io-tls" I0331 20:44:22.445823 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-89.nip.io-tls" W0331 20:44:22.817854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:22.817898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:44:22.817973 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:44:22.855005 7 controller.go:216] "Backend successfully reloaded" I0331 20:44:22.855253 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hrsl6", UID:"bc763dc5-3246-40d5-933a-f386922e7889", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:44:26.150670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:26.150718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:44:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.123 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 2.121 200 78b7b61bba02efa4ca6314cd2708d1c7 199.204.45.89 - - [31/Mar/2026:20:44:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.176 [auth-system-keycloak-80] [] 10.0.0.128:8080 116 0.177 404 b885f26861736f0331522fe578722988 199.204.45.89 - - [31/Mar/2026:20:44:38 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.586 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 4.585 201 bd4112d221b999593559cc3f38c002e9 199.204.45.89 - - [31/Mar/2026:20:44:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.580 [auth-system-keycloak-80] [] 10.0.0.128:8080 4246 0.580 200 cb28874e7d388bbc3aec37a2ecba32fa 199.204.45.89 - - [31/Mar/2026:20:44:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.516 200 0978bae74ca7c38ecaafdc9ed9fcf60f 199.204.45.89 - - [31/Mar/2026:20:44:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12507 "-" "Ansible" 1209 0.160 [auth-system-keycloak-80] [] 10.0.0.128:8080 12500 0.159 200 7d99ce6504adae4a4963d72ee9a18200 199.204.45.89 - - [31/Mar/2026:20:44:39 +0000] "GET /admin/realms/atmosphere/client-scopes/b909756a-0dcb-4a70-b9cb-482b248702bb HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.013 [auth-system-keycloak-80] [] 10.0.0.128:8080 1278 0.013 200 afc6d933e4472dda9058a292e763d740 199.204.45.89 - - [31/Mar/2026:20:44:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/b909756a-0dcb-4a70-b9cb-482b248702bb HTTP/1.1" 204 0 "-" "Ansible" 1846 0.173 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.173 204 6676c0cf9e1e8e3ab4fcd27ed282b12a 199.204.45.89 - - [31/Mar/2026:20:44:40 +0000] "GET /admin/realms/atmosphere/client-scopes/b909756a-0dcb-4a70-b9cb-482b248702bb/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.014 [auth-system-keycloak-80] [] 10.0.0.128:8080 963 0.014 200 f09dcff8c0fa6954d62f6adea784504e 199.204.45.89 - - [31/Mar/2026:20:44:40 +0000] "GET /admin/realms/atmosphere/client-scopes/b909756a-0dcb-4a70-b9cb-482b248702bb/protocol-mappers/models/f326528c-8305-4e61-bb68-505f1dce4e85 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.064 [auth-system-keycloak-80] [] 10.0.0.128:8080 366 0.064 200 98a0ae56fc66f88992a1270439ce9a6a 199.204.45.89 - - [31/Mar/2026:20:44:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/b909756a-0dcb-4a70-b9cb-482b248702bb/protocol-mappers/models/f326528c-8305-4e61-bb68-505f1dce4e85 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.092 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.091 204 beca266e7af4e2a10f33df2298c5fc4b 199.204.45.89 - - [31/Mar/2026:20:44:40 +0000] "GET /admin/realms/atmosphere/client-scopes/b909756a-0dcb-4a70-b9cb-482b248702bb HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.018 [auth-system-keycloak-80] [] 10.0.0.128:8080 1218 0.018 200 0ce3f72295c54ae1bbcf3ead12e71a9d 199.204.45.89 - - [31/Mar/2026:20:45:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.467 200 443d385b2dc513060fb13436c90a7d33 199.204.45.89 - - [31/Mar/2026:20:45:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.076 200 9735784182ad33678282e80c5953fd9b 199.204.45.89 - - [31/Mar/2026:20:45:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.119 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.119 201 9d687fb88b1d47e983bc676c59d63846 199.204.45.89 - - [31/Mar/2026:20:45:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.128:8080 1259 0.079 200 d6c9b7d204f54f7286a4be0e0afc0d3c I0331 20:45:02.748991 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.153.99"}] I0331 20:45:02.755324 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"186ee712-1379-4726-b1cf-47c87ad28687", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3764", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:45:02.757381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:45:02.757419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:45:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.729 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.728 200 4b7844479509c82cbdd004483470ed73 199.204.45.89 - - [31/Mar/2026:20:45:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.008 200 d2f94bdde5c5a2d7cbd92d49c73ea8fe 199.204.45.89 - - [31/Mar/2026:20:45:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.057 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.057 201 012182650ed732cb2852107714e35788 199.204.45.89 - - [31/Mar/2026:20:45:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.066 200 026019e2cdb0d9e5e972a8c8806fbd6f 199.204.45.89 - - [31/Mar/2026:20:45:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.517 200 d4b46530cbf56e85cccf2583a3349386 199.204.45.89 - - [31/Mar/2026:20:45:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.011 200 655731a2417ce2aca5743b0befe9a081 199.204.45.89 - - [31/Mar/2026:20:45:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.095 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.094 201 112526d8e9dc572b4a422f545deae623 199.204.45.89 - - [31/Mar/2026:20:45:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.078 [auth-system-keycloak-80] [] 10.0.0.128:8080 1249 0.078 200 3378a421cc55d130b14f1f4ce31edb3f 199.204.45.89 - - [31/Mar/2026:20:45:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.474 200 d907a4cf0e7f0de0babba36f1ccbe5d2 199.204.45.89 - - [31/Mar/2026:20:45:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.128:8080 1259 0.008 200 1c20f85109271322eb43920285b0dada 199.204.45.89 - - [31/Mar/2026:20:45:05 +0000] "GET /admin/realms/atmosphere/clients/4ab22a91-ad79-4d7a-a1f8-0b2b5800f1f2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.128:8080 119 0.014 404 0dc449331b2ecafe1454247f9787f638 199.204.45.89 - - [31/Mar/2026:20:45:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.032 [auth-system-keycloak-80] [] 10.0.0.128:8080 1259 0.033 200 30648a571be451c354aa5a7f11a31c5b 199.204.45.89 - - [31/Mar/2026:20:45:05 +0000] "POST /admin/realms/atmosphere/clients/4ab22a91-ad79-4d7a-a1f8-0b2b5800f1f2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.022 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.021 201 f006b643421e4b24db787a2072ef7ead 199.204.45.89 - - [31/Mar/2026:20:45:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.060 [auth-system-keycloak-80] [] 10.0.0.128:8080 1259 0.061 200 2f240d6ca5f85f19da46f0d4564f9db7 199.204.45.89 - - [31/Mar/2026:20:45:05 +0000] "GET /admin/realms/atmosphere/clients/4ab22a91-ad79-4d7a-a1f8-0b2b5800f1f2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.016 200 d53c29bcb43bba17d390eaeae355b8f2 199.204.45.89 - - [31/Mar/2026:20:45:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.470 200 7acc8e28778128a75f1a9abde3b2edf5 199.204.45.89 - - [31/Mar/2026:20:45:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.019 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.019 200 ccfae635822b104cd251c5ed8114c4b3 199.204.45.89 - - [31/Mar/2026:20:45:06 +0000] "GET /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.128:8080 119 0.008 404 82446691c892d480e53f7e0f4a0aa003 199.204.45.89 - - [31/Mar/2026:20:45:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.005 200 0d5cf7c1bb121083db152270a2b5ebef 199.204.45.89 - - [31/Mar/2026:20:45:06 +0000] "POST /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.015 201 4672eb565a1ffb8c16a4116d82a30101 199.204.45.89 - - [31/Mar/2026:20:45:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.029 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.028 200 2e9b2328be59bea2fde7f596b82d9fc2 199.204.45.89 - - [31/Mar/2026:20:45:06 +0000] "GET /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.014 [auth-system-keycloak-80] [] 10.0.0.128:8080 165 0.014 200 6293a63cb40a0b893a4fe10f6a4595b3 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.505 200 bfaf5bdfba37f737dfd7faf71cd1fab5 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.005 200 caed862826382969fda0bfe132585eaa 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "GET /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 119 0.009 404 63f7b37568d21d116f6987d7d5808664 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.006 200 2ce5ed11990a6b5edc09cce66aceb100 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "POST /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.033 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.033 201 f311b53245ac9ed397ceb26debbeac1c 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.009 200 12864d4c5b3903076c0509a59a057e2c 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "GET /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.014 200 35e9a5c135ec72083d920fe27966babe 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.494 200 74d9be98b6a576e779d5ae7f86a31173 199.204.45.89 - - [31/Mar/2026:20:45:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.012 200 5d38ad591a766c33b6211cef982820d1 199.204.45.89 - - [31/Mar/2026:20:45:08 +0000] "GET /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.128:8080 119 0.009 404 619d824ec736a87343cb5c3378338130 199.204.45.89 - - [31/Mar/2026:20:45:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.036 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.035 200 71d3811eb59721596659dc29d303735d 199.204.45.89 - - [31/Mar/2026:20:45:08 +0000] "POST /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.019 201 a9aa622667146672a110f255d9d64652 199.204.45.89 - - [31/Mar/2026:20:45:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.055 [auth-system-keycloak-80] [] 10.0.0.128:8080 1283 0.054 200 a4d80a09c30922ff51aad0843cdbb4fa 199.204.45.89 - - [31/Mar/2026:20:45:08 +0000] "GET /admin/realms/atmosphere/clients/9a412ccf-fc85-48bf-94dc-054989d56380/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.013 200 b8416236205fdc1649642b8d10411a18 199.204.45.89 - - [31/Mar/2026:20:45:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.526 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.526 200 7201b956a1dac76315d30085eefe9a87 199.204.45.89 - - [31/Mar/2026:20:45:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.128:8080 1249 0.005 200 5a5a6e6e1fbed37da633358e1cbbc1a4 199.204.45.89 - - [31/Mar/2026:20:45:09 +0000] "GET /admin/realms/atmosphere/clients/f384d5ce-9292-4d84-8ee8-5fcba2cc50b0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.053 [auth-system-keycloak-80] [] 10.0.0.128:8080 119 0.053 404 9c0d4caa687aadd63a4f8ad10e8629eb 199.204.45.89 - - [31/Mar/2026:20:45:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.128:8080 1249 0.008 200 44cd4c2e97bc6189d2a52991e08ee16b 199.204.45.89 - - [31/Mar/2026:20:45:09 +0000] "POST /admin/realms/atmosphere/clients/f384d5ce-9292-4d84-8ee8-5fcba2cc50b0/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.015 201 fcac09af5be1eab338f61dca8a305c03 199.204.45.89 - - [31/Mar/2026:20:45:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.045 [auth-system-keycloak-80] [] 10.0.0.128:8080 1249 0.045 200 dfa9bdd1cbc611400c7686b79f08add1 199.204.45.89 - - [31/Mar/2026:20:45:09 +0000] "GET /admin/realms/atmosphere/clients/f384d5ce-9292-4d84-8ee8-5fcba2cc50b0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.128:8080 166 0.010 200 0f7ee7f12c7433545d1a01bf63498a98 W0331 20:45:27.491042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:45:27.491072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:45:30.824885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:45:30.824935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:13.508809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:13.508859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:13.579640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:13.579701 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 20:46:13.579733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:13.579748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:13.580451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:13.580534 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 20:46:13.580580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:13.580602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:13.580896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:13.581016 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 20:46:13.581110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:13.581144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:46:13.581358 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 20:46:13.581407 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 20:46:13.582725 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 20:46:13.582761 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 20:46:13.583108 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 20:46:13.583133 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 20:46:13.587199 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0331 20:46:13.587600 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 20:46:13.587642 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"df89a2c5-dcaf-424b-8e99-363256ab9c56", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4369", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:46:13.589402 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0331 20:46:13.589601 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"14fc6b23-feeb-472b-87d3-f998d63b1d5d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4372", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:46:13.589772 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 20:46:13.589794 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0331 20:46:13.590175 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 20:46:13.590204 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d925cddd-1594-4be1-8a16-fe06693dc309", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4373", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:46:13.843877 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 20:46:13.845626 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0331 20:46:13.871261 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 20:46:13.872231 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0331 20:46:15.248345 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 20:46:15.249134 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0331 20:46:16.843289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:16.843358 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:16.843395 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:16.843505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:16.843531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:46:16.843641 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:46:16.884687 7 controller.go:216] "Backend successfully reloaded" I0331 20:46:16.884926 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hrsl6", UID:"bc763dc5-3246-40d5-933a-f386922e7889", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:46:20.176325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:20.176417 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:20.176473 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:20.176624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:20.176654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:23.508841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:23.508890 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:23.508915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:23.509000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:23.509019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:26.843237 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:26.843316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:26.843352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:26.843472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:26.843497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:30.177536 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:30.177612 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:30.177656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:30.177790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:30.177804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:33.509621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:33.509682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:33.509708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:33.509826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:33.509845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:36.843039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:36.843104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:36.843142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:36.843266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:36.843294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:40.175769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:40.175833 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:40.175867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:40.176046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:40.176078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:43.508850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:43.508909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:46:43.508942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:43.509084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:43.509113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:46.842216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:46.842316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:46.842439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:46.842465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:50.176597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:50.176702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:50.176811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:50.176840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:53.509790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:53.509885 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:53.509999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:53.510025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.137 - - [31/Mar/2026:20:46:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.027 [auth-system-keycloak-80] [] 10.0.0.128:8080 6411 0.026 200 51f4f799dd604715d6dcb0efe5c971aa W0331 20:46:56.843226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:46:56.843329 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:46:56.844195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:56.844391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:00.175881 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:47:00.176082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:00.176114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.238 - - [31/Mar/2026:20:47:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.128:8080 6411 0.008 200 2f99efc55b9340d4235eddf258c637ff I0331 20:47:02.749879 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.153.99"}] I0331 20:47:02.750179 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.153.99"}] I0331 20:47:02.751202 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.153.99"}] I0331 20:47:02.758537 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"14fc6b23-feeb-472b-87d3-f998d63b1d5d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5511", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:47:02.778193 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d925cddd-1594-4be1-8a16-fe06693dc309", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5512", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:47:02.792378 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"df89a2c5-dcaf-424b-8e99-363256ab9c56", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:47:03.509031 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:47:03.509229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:03.509260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:06.845332 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:47:06.845531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:06.845562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:10.177435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:47:10.177573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:10.177592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:13.510168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:13.510201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:16.844985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:16.845123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:22.421916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:22.422047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:47:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.481 200 888790162604c7489a5836abcf4761d6 199.204.45.89 - - [31/Mar/2026:20:47:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 4246 0.007 200 687c6bccc4e5221236e340214e829088 199.204.45.89 - - [31/Mar/2026:20:47:28 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.357 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.355 204 c78422c77783c9e44b848d50254ed46d 199.204.45.89 - - [31/Mar/2026:20:47:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.267 [auth-system-keycloak-80] [] 10.0.0.128:8080 4384 0.266 200 d5a1e17b9c8741c8144e750536b763d7 199.204.45.89 - - [31/Mar/2026:20:47:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.473 200 21d76248acf004a843a6d52237930cf0 199.204.45.89 - - [31/Mar/2026:20:47:29 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 1682 0.006 200 3385bd971e047e6d6314180487e53f5f 199.204.45.89 - - [31/Mar/2026:20:47:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.004 [auth-system-keycloak-80] [] 10.0.0.128:8080 6411 0.005 200 19f55b01e725f5c1b5ad9a5109e8b082 199.204.45.89 - - [31/Mar/2026:20:47:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.506 200 78a6417c433c062dbafa2f55fb422e98 199.204.45.89 - - [31/Mar/2026:20:47:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.007 200 e898cfd7cb4c33bed06d5f239522bbc1 199.204.45.89 - - [31/Mar/2026:20:47:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.173 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.173 201 44a9dfcfc8f01b312a4ce597d553eead 199.204.45.89 - - [31/Mar/2026:20:47:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.017 [auth-system-keycloak-80] [] 10.0.0.128:8080 2242 0.017 200 b7b1c33a113e178864eee46b804ccc3d 199.204.45.89 - - [31/Mar/2026:20:47:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.128:8080 1925 0.487 200 00aa1c4534f8b8730db5571ab2b82632 199.204.45.89 - - [31/Mar/2026:20:47:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.128:8080 2242 0.007 200 2aba223650bdfc2833318eb868f3f78d 199.204.45.89 - - [31/Mar/2026:20:47:32 +0000] "GET /admin/realms/atmosphere/clients/1280b4b2-cda3-4c1f-a458-ca1c61a4b09b/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.051 [auth-system-keycloak-80] [] 10.0.0.128:8080 233 0.050 200 0b7bd2096da959748f7e408cf06b2e35 199.204.45.89 - - [31/Mar/2026:20:47:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.021 [auth-system-keycloak-80] [] 10.0.0.128:8080 831 0.022 200 fcf8b57fd61285b0283038d2adc9109c 199.204.45.89 - - [31/Mar/2026:20:47:32 +0000] "GET /admin/realms/atmosphere/clients/e5973c0d-1aa4-40cf-a02d-602c39a030f1/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.062 [auth-system-keycloak-80] [] 10.0.0.128:8080 3758 0.062 200 171adfb47caa1d103593622da322cad9 199.204.45.89 - - [31/Mar/2026:20:47:33 +0000] "GET /admin/realms/atmosphere/users/01e8e9e4-781e-479a-89c6-3e804c43649f/role-mappings/clients/e5973c0d-1aa4-40cf-a02d-602c39a030f1/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.175 [auth-system-keycloak-80] [] 10.0.0.128:8080 3758 0.175 200 f75414b23aa2b84fb92bc271516064f0 199.204.45.89 - - [31/Mar/2026:20:47:33 +0000] "GET /admin/realms/atmosphere/users/01e8e9e4-781e-479a-89c6-3e804c43649f/role-mappings/clients/e5973c0d-1aa4-40cf-a02d-602c39a030f1/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.019 [auth-system-keycloak-80] [] 10.0.0.128:8080 2 0.018 200 14e74bf842119624caaaad0f53e54714 199.204.45.89 - - [31/Mar/2026:20:47:33 +0000] "POST /admin/realms/atmosphere/users/01e8e9e4-781e-479a-89c6-3e804c43649f/role-mappings/clients/e5973c0d-1aa4-40cf-a02d-602c39a030f1 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.074 [auth-system-keycloak-80] [] 10.0.0.128:8080 0 0.068 204 3e43c0cc4526a3479013afc064b2a666 199.204.45.89 - - [31/Mar/2026:20:47:33 +0000] "GET /admin/realms/atmosphere/users/01e8e9e4-781e-479a-89c6-3e804c43649f/role-mappings/clients/e5973c0d-1aa4-40cf-a02d-602c39a030f1/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.072 [auth-system-keycloak-80] [] 10.0.0.128:8080 576 0.073 200 5533b12848896178c980d6b1069279f1 W0331 20:47:36.024637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:36.024662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:39.359234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:39.359273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:44.135257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:44.135294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:47.469384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:47.469436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:50.802261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:47:50.802306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:49:41.561835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:49:41.561885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:13.416578 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 20:50:13.416689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:13.416722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:50:13.420539 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0331 20:50:13.420570 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 20:50:13.426136 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 20:50:13.426432 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a01035dc-6d57-4f52-992d-d7dc3bd42ede", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6819", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:50:13.426828 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 20:50:13.427324 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 20:50:13.427394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:13.427418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:50:13.427537 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:50:13.482741 7 controller.go:216] "Backend successfully reloaded" I0331 20:50:13.482959 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hrsl6", UID:"bc763dc5-3246-40d5-933a-f386922e7889", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:50:13.761025 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 20:50:13.763085 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 20:50:16.761743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:16.761809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:50:17 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.005 300 1f6cf985074f67d54478c2ea1142b094 199.204.45.89 - - [31/Mar/2026:20:50:19 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.007 [openstack-keystone-api-5000] [] 10.0.0.16:5000 265 0.008 200 b6efb9107c301775dece5aeed5cc1072 199.204.45.89 - - [31/Mar/2026:20:50:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.335 [openstack-keystone-api-5000] [] 10.0.0.16:5000 1359 0.335 201 fde74d066caa38bced9b57d1c4cf063b 199.204.45.89 - - [31/Mar/2026:20:50:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.003 300 a9eb1203c89bd6f317473a9f0b0633da 199.204.45.89 - - [31/Mar/2026:20:50:19 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.029 [openstack-keystone-api-5000] [] 10.0.0.16:5000 90 0.028 404 77b082581ee29e9a3b53332af2652abe 199.204.45.89 - - [31/Mar/2026:20:50:19 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.16:5000 366 0.028 200 edbdc7440951d81b8792336939d57f21 199.204.45.89 - - [31/Mar/2026:20:50:19 +0000] "GET /v3/domains/bcdbd45cd5304d31a98f4b720f46e5f9 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.16:5000 244 0.022 200 6a41e5a9c412a0a86d133ad771c68bde 199.204.45.89 - - [31/Mar/2026:20:50:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 265 0.004 200 e9a6ebd90af60442674c804e66ea9f30 199.204.45.89 - - [31/Mar/2026:20:50:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.16:5000 1359 0.290 201 9c91d4b2c16a089ed57f66271a2842b4 199.204.45.89 - - [31/Mar/2026:20:50:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 7b12dfc4b3149ac56bd51a6711cec22a 199.204.45.89 - - [31/Mar/2026:20:50:20 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.027 [openstack-keystone-api-5000] [] 10.0.0.16:5000 101 0.027 404 191f9be3d45269ce8bc1fb3aa87e0bbf 199.204.45.89 - - [31/Mar/2026:20:50:20 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.16:5000 155 0.018 200 e181c1332d0b26f5d49be4102d219b39 199.204.45.89 - - [31/Mar/2026:20:50:20 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.034 [openstack-keystone-api-5000] [] 10.0.0.16:5000 340 0.034 201 1666f9a8473bc69d7e483572d18f0b16 199.204.45.89 - - [31/Mar/2026:20:50:21 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 265 0.004 200 f6c3914c7adb9f90fa40d1c36d2a3202 199.204.45.89 - - [31/Mar/2026:20:50:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.16:5000 1359 0.285 201 3f27b5f40404eac071a689cae7392243 199.204.45.89 - - [31/Mar/2026:20:50:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.003 300 16a642e093e657f434b37337deb52fdc 199.204.45.89 - - [31/Mar/2026:20:50:21 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.027 [openstack-keystone-api-5000] [] 10.0.0.16:5000 98 0.026 404 77d1d95826f65cdfd2b1c17fe2e8b697 199.204.45.89 - - [31/Mar/2026:20:50:21 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.013 [openstack-keystone-api-5000] [] 10.0.0.16:5000 135 0.012 200 f0e0aba040b672ffc6f524a5f3128c55 199.204.45.89 - - [31/Mar/2026:20:50:21 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.020 [openstack-keystone-api-5000] [] 10.0.0.16:5000 356 0.020 201 280a72d49e994ba32538bb5cf4f7b2ad 199.204.45.89 - - [31/Mar/2026:20:50:22 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 265 0.004 200 93d610d3ef402cd02f38ddd1bb763de3 199.204.45.89 - - [31/Mar/2026:20:50:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.16:5000 1359 0.306 201 05a7abd7d59095bea84f09ea382eebe8 199.204.45.89 - - [31/Mar/2026:20:50:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.003 300 4ff66983df74b8f69bdf9f6d85cf9c3b 199.204.45.89 - - [31/Mar/2026:20:50:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.025 [openstack-keystone-api-5000] [] 10.0.0.16:5000 131 0.024 404 efc3f12d798bb42256ef51ee2bcc8394 199.204.45.89 - - [31/Mar/2026:20:50:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.024 [openstack-keystone-api-5000] [] 10.0.0.16:5000 167 0.024 200 85f935c9335125a60d1f50b2d1770987 199.204.45.89 - - [31/Mar/2026:20:50:22 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.027 [openstack-keystone-api-5000] [] 10.0.0.16:5000 222 0.028 201 fed58b0d9a0795c00ce4561328963df2 W0331 20:50:32.437805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:32.437848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:35.773570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:35.773630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:39.105430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:39.105514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:58.224795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:50:58.224870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:51:01.556290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:51:01.556335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:51:02.751597 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.153.99"}] I0331 20:51:02.760035 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"a01035dc-6d57-4f52-992d-d7dc3bd42ede", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7199", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:51:04.890423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:51:04.890476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:51:08.223352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:51:08.223404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:51:11.556444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:51:11.556485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:52:40.747752 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:52:40.747971 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 20:52:40.748105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:52:40.748135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:52:40.753146 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:32.2kB} I0331 20:52:40.753188 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 20:52:40.758244 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0331 20:52:40.758593 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c1668b1f-7d12-40f2-b937-13ca7c81ee8d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7933", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:52:40.758894 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 20:52:40.759326 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:52:40.759446 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 20:52:40.759527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:52:40.759548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:52:40.759697 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:52:40.814060 7 controller.go:216] "Backend successfully reloaded" I0331 20:52:40.814452 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hrsl6", UID:"bc763dc5-3246-40d5-933a-f386922e7889", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:52:41.105424 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 20:52:41.106434 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.89 - - [31/Mar/2026:20:52:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 7ef9c817a274905bb4941819d6af37b2 199.204.45.89 - - [31/Mar/2026:20:52:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.341 [openstack-keystone-api-5000] [] 10.0.0.16:5000 1990 0.342 201 54edd4df805ef4db9cd3df6472e869f2 199.204.45.89 - - [31/Mar/2026:20:52:41 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.027 [openstack-keystone-api-5000] [] 10.0.0.16:5000 85 0.027 404 30e54a0343cabbeea3ce84c76af47901 199.204.45.89 - - [31/Mar/2026:20:52:41 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.022 [openstack-keystone-api-5000] [] 10.0.0.16:5000 128 0.023 200 36160b8a1e5e5cdcc541674c07aa702d 199.204.45.89 - - [31/Mar/2026:20:52:41 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.030 [openstack-keystone-api-5000] [] 10.0.0.16:5000 229 0.029 201 4414bb7fe9173c4281a3c05cb72badc8 W0331 20:52:44.092903 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:52:44.093060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:52:44.093085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:52:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.006 300 a562095c692a3b02f5cfe1eb611bfb01 199.204.45.89 - - [31/Mar/2026:20:52:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.303 [openstack-keystone-api-5000] [] 10.0.0.16:5000 1990 0.303 201 d247d55c4ad2b1f4d13bd813ce7c450d 199.204.45.89 - - [31/Mar/2026:20:52:49 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.038 [openstack-keystone-api-5000] [] 10.0.0.16:5000 1514 0.038 200 1a9b06b0f0ef4045d7a8d76728ec9744 199.204.45.89 - - [31/Mar/2026:20:52:49 +0000] "PUT /v3/roles/fe7961e531bd4ee8a9bdeb040c711f20/implies/550e64ea3dd74913b0b1c1d3b8dd45eb HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.040 [openstack-keystone-api-5000] [] 10.0.0.16:5000 518 0.040 201 c91703783badc4abeeb087afc52e099a W0331 20:52:56.197193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:52:56.197263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:53:02.753963 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.153.99"}] I0331 20:53:02.758979 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c1668b1f-7d12-40f2-b937-13ca7c81ee8d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8215", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:53:02.760686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:53:02.760752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:53:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.027 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.027 300 0ff9ca1c7c6adff1872dbf59b1f13874 199.204.45.89 - - [31/Mar/2026:20:53:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.329 [openstack-keystone-api-5000] [] 10.0.0.16:5000 2053 0.329 201 74e18ea5f35bcba3d72828785c8d3aa0 199.204.45.89 - - [31/Mar/2026:20:53:37 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.028 [openstack-keystone-api-5000] [] 10.0.0.16:5000 87 0.029 404 1c3ac70d3d2aa495e7fc1d0588e1322d 199.204.45.89 - - [31/Mar/2026:20:53:37 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.030 [openstack-keystone-api-5000] [] 10.0.0.16:5000 388 0.031 200 8a6282d854ecc4956d9393ba1457bd7a 199.204.45.89 - - [31/Mar/2026:20:53:37 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a1f470a467764ef083f54b010afe43ed HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.031 [openstack-keystone-api-5000] [] 10.0.0.16:5000 91 0.031 404 9c9a2b6c85ad3f8e8603892cbb392033 199.204.45.89 - - [31/Mar/2026:20:53:37 +0000] "GET /v3/users?domain_id=a1f470a467764ef083f54b010afe43ed&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.071 [openstack-keystone-api-5000] [] 10.0.0.16:5000 177 0.072 200 87e7edac80cd73ce12f89e4a4b07e614 199.204.45.89 - - [31/Mar/2026:20:53:37 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.290 [openstack-keystone-api-5000] [] 10.0.0.16:5000 290 0.291 201 f64ffadc39866ebb7036001ffe4c46bd 199.204.45.89 - - [31/Mar/2026:20:53:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.011 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.011 300 9a7a9704ba01d28d7933f5364f2b4b95 199.204.45.89 - - [31/Mar/2026:20:53:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.320 [openstack-keystone-api-5000] [] 10.0.0.16:5000 2053 0.319 201 d0f56875bb57817dda9a0cbd9eebb045 199.204.45.89 - - [31/Mar/2026:20:53:41 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.16:5000 83 0.023 404 ba74f245d52726aff7e009059487382d 199.204.45.89 - - [31/Mar/2026:20:53:41 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.032 [openstack-keystone-api-5000] [] 10.0.0.16:5000 359 0.032 200 33d017a6156915e31f180b8f142fd4b8 199.204.45.89 - - [31/Mar/2026:20:53:42 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.026 [openstack-keystone-api-5000] [] 10.0.0.16:5000 87 0.027 404 feebbaaba80cbfa06ee8076834094a67 199.204.45.89 - - [31/Mar/2026:20:53:42 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.026 [openstack-keystone-api-5000] [] 10.0.0.16:5000 388 0.026 200 8a9b28d76bd5fcfd31b359aeb9bd8412 199.204.45.89 - - [31/Mar/2026:20:53:42 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a1f470a467764ef083f54b010afe43ed HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.019 [openstack-keystone-api-5000] [] 10.0.0.16:5000 91 0.020 404 f13f4f590f974890c7e0bd7d079c2fbf 199.204.45.89 - - [31/Mar/2026:20:53:42 +0000] "GET /v3/users?domain_id=a1f470a467764ef083f54b010afe43ed&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.044 [openstack-keystone-api-5000] [] 10.0.0.16:5000 456 0.043 200 f031cdbdf5691874521c74dcd178889b 199.204.45.89 - - [31/Mar/2026:20:53:42 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.16:5000 88 0.024 404 7de998ddcdf6f35d5d333cc24f890e34 199.204.45.89 - - [31/Mar/2026:20:53:42 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.030 [openstack-keystone-api-5000] [] 10.0.0.16:5000 518 0.030 200 7e28eaf906a55a878aef111f33ac916e 199.204.45.89 - - [31/Mar/2026:20:53:42 +0000] "PUT /v3/projects/a75f5986c9e040bf91d455631d866cd2/users/13c61c0e403d4b729a3431dad41817e1/roles/6b5e69d86e9843cab055f20987b65258 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.026 [openstack-keystone-api-5000] [] 10.0.0.16:5000 0 0.026 204 0564e95c1abef4a01752ae61b1b3ccfd 199.204.45.89 - - [31/Mar/2026:20:53:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.003 300 2a8fd11802be1e0818e8daf3e0e9422b 199.204.45.89 - - [31/Mar/2026:20:53:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.322 [openstack-keystone-api-5000] [] 10.0.0.16:5000 2053 0.322 201 6ffa9af5b73e2ebd7d726dac68a7053d 199.204.45.89 - - [31/Mar/2026:20:53:44 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.017 [openstack-keystone-api-5000] [] 10.0.0.16:5000 150 0.017 200 ad5ccd60baebe8323bdc37d4fadae339 199.204.45.89 - - [31/Mar/2026:20:53:44 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.030 [openstack-keystone-api-5000] [] 10.0.0.16:5000 262 0.031 201 06534bac0305a5656ed80b425eab61d7 199.204.45.89 - - [31/Mar/2026:20:53:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 6ff3218559c7ccf0807dadc5c5c132e5 199.204.45.89 - - [31/Mar/2026:20:53:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.16:5000 2155 0.303 201 e5889d71978352bf9b22ebd701d15289 199.204.45.89 - - [31/Mar/2026:20:53:45 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.16:5000 86 0.027 404 58fd8f8741f90671026ab9ee5a8e6993 199.204.45.89 - - [31/Mar/2026:20:53:45 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.16:5000 380 0.019 200 40b968a95534daca0d5c971a7102c579 199.204.45.89 - - [31/Mar/2026:20:53:45 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=f3b60bf6523a4d81bb44ace2258d079b HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.027 [openstack-keystone-api-5000] [] 10.0.0.16:5000 204 0.027 200 b38dbfaf7a1b3f32b6da7a2b4f0b4a3f 199.204.45.89 - - [31/Mar/2026:20:53:45 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.032 [openstack-keystone-api-5000] [] 10.0.0.16:5000 377 0.033 201 648bd09318ed58ad58ac6a36b49bc966 199.204.45.89 - - [31/Mar/2026:20:53:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 4f1540ff7693b175fb5184c87973bd32 199.204.45.89 - - [31/Mar/2026:20:53:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.16:5000 2363 0.309 201 fd88016c77a960bfc58fa3f749815bad 199.204.45.89 - - [31/Mar/2026:20:53:46 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.16:5000 86 0.023 404 56c03bc56dd092ad1ce3bfee3072e4cf 199.204.45.89 - - [31/Mar/2026:20:53:46 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.16:5000 380 0.023 200 f7cbf12bba0f2210f14a93a6e7b250d9 199.204.45.89 - - [31/Mar/2026:20:53:46 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=f3b60bf6523a4d81bb44ace2258d079b HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.025 [openstack-keystone-api-5000] [] 10.0.0.16:5000 206 0.024 200 013f0633260e2d07a86ddf2e4dcff1da 199.204.45.89 - - [31/Mar/2026:20:53:46 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.025 [openstack-keystone-api-5000] [] 10.0.0.16:5000 391 0.026 201 3f2d3c796b7cf174c02b3ea89e5192da W0331 20:53:47.923814 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:53:47.924012 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 20:53:47.924156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:53:47.924190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:53:47.928802 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0331 20:53:47.928834 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 20:53:47.933770 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0331 20:53:47.934028 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d7a335a4-bc63-451b-9a0e-7c77a8d467c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8514", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:53:47.934345 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 20:53:47.934700 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:53:47.934803 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 20:53:47.934863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:53:47.934878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:53:47.934998 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:53:47.982784 7 controller.go:216] "Backend successfully reloaded" I0331 20:53:47.983192 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hrsl6", UID:"bc763dc5-3246-40d5-933a-f386922e7889", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:53:48.142393 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 20:53:48.143947 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0331 20:53:51.268679 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:53:51.268845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:53:51.268859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:54:02.750186 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.153.99"}] I0331 20:54:02.755107 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d7a335a4-bc63-451b-9a0e-7c77a8d467c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8654", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:54:02.756688 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:54:02.756834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:02.756853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:06.090288 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:54:06.090517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:06.090558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:09.510860 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:54:09.511054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:09.511088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:54:09.511276 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:54:09.562870 7 controller.go:216] "Backend successfully reloaded" I0331 20:54:09.563523 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hrsl6", UID:"bc763dc5-3246-40d5-933a-f386922e7889", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:54:12.845040 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:54:12.845242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:12.845267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:16.177743 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:54:16.178127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:16.178171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:19.511179 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:54:19.511329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:19.511351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:35.721227 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:54:35.721471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:35.721503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:39.054928 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:54:39.055339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:39.055374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:44.169853 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:54:44.171817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:44.171837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:52.224022 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:54:52.224161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:54:52.224185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:55:31.690225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:55:31.690360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:56:49.147147 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:56:49.147334 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 20:56:49.147438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:56:49.147468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:56:49.151751 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.1kB} I0331 20:56:49.151786 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 20:56:49.154919 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 20:56:49.155240 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"57c0597e-9504-4e67-8d6a-09fcde0d5d3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:56:49.155366 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 20:56:49.155748 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:56:49.155841 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 20:56:49.155922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:56:49.155944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:56:49.156087 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:56:49.208931 7 controller.go:216] "Backend successfully reloaded" I0331 20:56:49.209223 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hrsl6", UID:"bc763dc5-3246-40d5-933a-f386922e7889", APIVersion:"v1", ResourceVersion:"1381", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:56:49.455153 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 20:56:49.456375 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 20:56:52.489532 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:56:52.489718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:56:52.489741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:56:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 27198a38cb1586090dc686279a855e49 199.204.45.89 - - [31/Mar/2026:20:56:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.330 201 39a38d6286eb8c95649c70e6abec773c 199.204.45.89 - - [31/Mar/2026:20:56:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c2b43150f2cf274686892dbcee70e418 199.204.45.89 - - [31/Mar/2026:20:56:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c7ed266db1ab71e6a1635b8e207595a6 199.204.45.89 - - [31/Mar/2026:20:56:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 c9821b95627a32188972a2f58c806440 199.204.45.89 - - [31/Mar/2026:20:56:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.297 201 3602dae4855f44ff5f6f55ffce37c5d7 199.204.45.89 - - [31/Mar/2026:20:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2b266b368796393d4783a296ffe96107 199.204.45.89 - - [31/Mar/2026:20:56:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 68e286edf148278402eebdefc8828c6e 199.204.45.89 - - [31/Mar/2026:20:56:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 8be2fb3588426121c7a4fe398eb2b0a9 199.204.45.89 - - [31/Mar/2026:20:56:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.295 201 cd37a959ff281aad129a760384ee96c2 199.204.45.89 - - [31/Mar/2026:20:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b4eb1d0b37afb039b50fb879774c265c 199.204.45.89 - - [31/Mar/2026:20:56:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a9de9296878e29f48c32eda80f94e6c8 199.204.45.89 - - [31/Mar/2026:20:56:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.010 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.010 300 d7394914c264116b260cdd9365f715d4 199.204.45.89 - - [31/Mar/2026:20:56:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.305 201 914b31a6c8e26b87fa8f124f582b2bb7 199.204.45.89 - - [31/Mar/2026:20:56:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c5a8638603a0b4d6cfdb9cacee5ac31f 199.204.45.89 - - [31/Mar/2026:20:56:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 76691f24fd598b642b869296c80a1137 W0331 20:57:00.590254 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:57:00.590423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:57:00.590439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:57:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.003 300 fba66a885752f277ffc6fe108cbb8300 199.204.45.89 - - [31/Mar/2026:20:57:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.296 201 88b73367f723abe69b00fc8798d3f00d 199.204.45.89 - - [31/Mar/2026:20:57:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dcb07a14df08276eef0132c2c5c8c813 199.204.45.89 - - [31/Mar/2026:20:57:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c9d93efa3abf7961ae15ccb796aa636a 199.204.45.89 - - [31/Mar/2026:20:57:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 b3a41168786fe939bd776a19542a8ba7 I0331 20:57:02.750223 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.153.99"}] I0331 20:57:02.756530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"57c0597e-9504-4e67-8d6a-09fcde0d5d3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10141", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.89 - - [31/Mar/2026:20:57:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.294 201 3620c89b6087e95710118d0c767b6ab7 199.204.45.89 - - [31/Mar/2026:20:57:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5d63524ccd4211711fff86bb8abd67aa 199.204.45.89 - - [31/Mar/2026:20:57:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - aea50e883a38b97e4c86d372cf2332c8 W0331 20:57:03.924896 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:57:03.925121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:57:03.925155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:57:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 60fd371448db764fc947941cdaac6ec6 199.204.45.89 - - [31/Mar/2026:20:57:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.306 201 3d0b286c659f4b22cd60a5558700bcff 199.204.45.89 - - [31/Mar/2026:20:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c79c31bb1094da468cc605baa7650a20 199.204.45.89 - - [31/Mar/2026:20:57:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 44ba3b701c946ede4deb5947ccc8422b 199.204.45.89 - - [31/Mar/2026:20:57:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 73374d8fe2900e7600730424cb8ec83a 199.204.45.89 - - [31/Mar/2026:20:57:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.293 201 bd3825a6e314c8a6e5e6c5087e6b7dda 199.204.45.89 - - [31/Mar/2026:20:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 725185da1588c4259fab558672944b25 199.204.45.89 - - [31/Mar/2026:20:57:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 12f4633eca614e551856974679acf2b3 199.204.45.89 - - [31/Mar/2026:20:57:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 b258ce440a2443885c3246c389dab5f3 199.204.45.89 - - [31/Mar/2026:20:57:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.285 201 996c71cc2aaacc636a5b948205198efc 199.204.45.89 - - [31/Mar/2026:20:57:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 68fd390ba2327a90abe289e12da1d078 199.204.45.89 - - [31/Mar/2026:20:57:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b9858048a42048b10448f1729291f8af 199.204.45.89 - - [31/Mar/2026:20:57:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.003 300 3db224b06379df118be4a142c372b123 W0331 20:57:10.094918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:57:10.094952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.89 - - [31/Mar/2026:20:57:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.298 201 689bf91677adcd7fe3716d7ba1e9f87b 199.204.45.89 - - [31/Mar/2026:20:57:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9d80eb5c2ad70db5e2a1d4f693bbe2fc 199.204.45.89 - - [31/Mar/2026:20:57:10 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.56:9292 1301 0.003 300 cf6c86f6f6007967578532efc87b154b 199.204.45.89 - - [31/Mar/2026:20:57:10 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.578 [openstack-glance-api-9292] [] 10.0.0.56:9292 69 0.579 200 21cddd1fab4b981b39e39d256a59da25 199.204.45.89 - - [31/Mar/2026:20:57:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.16:5000 280 0.004 300 3b74e158e8628eb763d83e6714337020 199.204.45.89 - - [31/Mar/2026:20:57:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.16:5000 3197 0.299 201 d6cd10e2ce4fcdab0356e30ab15e46e6 199.204.45.89 - - [31/Mar/2026:20:57:14 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.56:9292 1301 0.003 300 2e480e9ceab47b6f138669e4280048c1 199.204.45.89 - - [31/Mar/2026:20:57:14 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.041 [openstack-glance-api-9292] [] 10.0.0.56:9292 69 0.042 200 dae43cd24250185dfdb04f6391f40b4a 199.204.45.89 - - [31/Mar/2026:20:57:14 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.126 [openstack-glance-api-9292] [] 10.0.0.56:9292 151 0.125 404 f72af8dc93b83f34be5a22fe397d57b3 199.204.45.89 - - [31/Mar/2026:20:57:14 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.56:9292 81 0.024 200 27df25593b4dfe2783ca4d033804302c 199.204.45.89 - - [31/Mar/2026:20:57:14 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.028 [openstack-glance-api-9292] [] 10.0.0.56:9292 84 0.028 200 5843a0a13b678e5ba5d885dcb584b6a4 199.204.45.89 - - [31/Mar/2026:20:57:14 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.062 [openstack-glance-api-9292] [] 10.0.0.56:9292 760 0.063 201 5220861fde7ab0f576a4678e0f14f43c 199.204.45.89 - - [31/Mar/2026:20:57:17 +0000] "PUT /v2/images/0dc22a1a-f387-4bea-8b7a-b9d1b5aa604d/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.364 [openstack-glance-api-9292] [] 10.0.0.56:9292 0 3.364 204 1f48e1377d1c61f60eb33b87660b61df 199.204.45.89 - - [31/Mar/2026:20:57:17 +0000] "GET /v2/images/0dc22a1a-f387-4bea-8b7a-b9d1b5aa604d HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.013 [openstack-glance-api-9292] [] 10.0.0.56:9292 1171 0.013 200 08e83a3d392c0132e8e7cbbaff248970 199.204.45.89 - - [31/Mar/2026:20:57:17 +0000] "GET /v2/images/0dc22a1a-f387-4bea-8b7a-b9d1b5aa604d HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-glance-api-9292] [] 10.0.0.56:9292 1171 0.018 200 4f6b5800e687c04d225813e8bbeaf4d8 W0331 20:57:20.863612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:57:20.863693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:57:24.197252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:57:24.197303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store