------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0327 01:55:38.916697 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 01:55:38.917870 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0327 01:55:38.925680 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0327 01:55:38.929242 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0327 01:55:39.452043 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0327 01:55:39.474237 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0327 01:55:39.488807 7 nginx.go:271] "Starting NGINX Ingress controller" I0327 01:55:39.494506 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"efd2d31d-75f3-4155-a395-cdf86387588a", APIVersion:"v1", ResourceVersion:"1333", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0327 01:55:39.498547 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4ea6b4ac-60ca-4b54-8168-09d20a994c2f", APIVersion:"v1", ResourceVersion:"1331", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0327 01:55:39.498669 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"88cbe21f-151b-4e38-beae-186891da8e07", APIVersion:"v1", ResourceVersion:"1332", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0327 01:55:40.691305 7 nginx.go:317] "Starting NGINX process" I0327 01:55:40.691400 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0327 01:55:40.691750 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0327 01:55:40.692109 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0327 01:55:40.692178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:40.692213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 01:55:40.692283 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 01:55:40.701152 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0327 01:55:40.701229 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-cf6kt" I0327 01:55:40.732127 7 controller.go:216] "Backend successfully reloaded" I0327 01:55:40.732250 7 controller.go:227] "Initial sync, sleeping for 1 second" I0327 01:55:40.732321 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cf6kt", UID:"96d56744-722f-4386-bdd6-e1d2e8dc8195", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 01:55:44.517731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:44.517766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:47.851645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:47.851700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:51.185505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:51.185567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:54.518173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:54.518230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:57.852502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:55:57.852539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:01.186073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:01.186129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:04.517862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:04.517909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:07.851980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:07.852021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:11.185062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:11.185102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:16.784514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:56:16.784538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:05.251093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:05.251127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:08.585023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:08.585087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:24.224431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:24.224483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:27.558115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:27.558161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:30.891725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:30.891771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:34.224951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:34.224981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:37.560608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:37.560663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:40.891663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:40.891704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:44.224891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:44.224934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:09.590627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:09.590672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:12.925952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:12.926019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:13.167956 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-70.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-70.nip.io-tls was not found. Using default certificate W0327 02:00:13.168030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:13.168048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:00:13.170023 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0327 02:00:13.170053 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0327 02:00:13.177323 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0327 02:00:13.177637 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"579e83c4-1af0-4920-ac4b-1b532b790b9f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3275", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:00:13.177929 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-70.nip.io-tls" in local store I0327 02:00:13.596954 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-70.nip.io-tls" I0327 02:00:13.597896 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-70.nip.io-tls" W0327 02:00:16.258721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:16.258789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:00:16.258908 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:00:16.300302 7 controller.go:216] "Backend successfully reloaded" I0327 02:00:16.300703 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cf6kt", UID:"96d56744-722f-4386-bdd6-e1d2e8dc8195", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:00:19.591469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:19.591524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:00:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.820 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 1.819 200 3ca234839617ed8abe696ad45c4e149f 162.253.55.70 - - [27/Mar/2026:02:00:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.192 [auth-system-keycloak-80] [] 10.0.0.61:8080 28 0.192 404 10ca7c24fcd9cb0dd0edd619a14f1bc1 162.253.55.70 - - [27/Mar/2026:02:00:29 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.085 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 5.084 201 5c84106ba2ba6ae8f601f3e862360879 162.253.55.70 - - [27/Mar/2026:02:00:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.608 [auth-system-keycloak-80] [] 10.0.0.61:8080 4177 0.608 200 99f176a20b598afb9ad82035de57c1ba 162.253.55.70 - - [27/Mar/2026:02:00:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.068 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.067 200 cd860fcfd16a371c6a823c151ae70d12 162.253.55.70 - - [27/Mar/2026:02:00:30 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.091 [auth-system-keycloak-80] [] 10.0.0.61:8080 12500 0.090 200 a8dde9174d5c95476205faf1cfe6bf18 162.253.55.70 - - [27/Mar/2026:02:00:30 +0000] "GET /admin/realms/atmosphere/client-scopes/46f0ab76-567c-4a76-a35c-8796dbe085dc HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1278 0.008 200 c6e8aeec0a6dfff05d51b78a91c7307a 162.253.55.70 - - [27/Mar/2026:02:00:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/46f0ab76-567c-4a76-a35c-8796dbe085dc HTTP/1.1" 204 0 "-" "Ansible" 1846 0.074 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.073 204 41d5f82b978a6149de6a27d7a6c811d0 162.253.55.70 - - [27/Mar/2026:02:00:31 +0000] "GET /admin/realms/atmosphere/client-scopes/46f0ab76-567c-4a76-a35c-8796dbe085dc/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.087 [auth-system-keycloak-80] [] 10.0.0.61:8080 963 0.087 200 b45bcd775d3dc81bb5c82874012031c4 162.253.55.70 - - [27/Mar/2026:02:00:31 +0000] "GET /admin/realms/atmosphere/client-scopes/46f0ab76-567c-4a76-a35c-8796dbe085dc/protocol-mappers/models/3b2c28f1-448f-44ad-8718-81decbf6afc0 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 366 0.008 200 7fe3811f1db980860fb1417ce29108ee 162.253.55.70 - - [27/Mar/2026:02:00:31 +0000] "PUT /admin/realms/atmosphere/client-scopes/46f0ab76-567c-4a76-a35c-8796dbe085dc/protocol-mappers/models/3b2c28f1-448f-44ad-8718-81decbf6afc0 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.075 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.074 204 175879dbdfc58134c8ab3c9884829c40 162.253.55.70 - - [27/Mar/2026:02:00:31 +0000] "GET /admin/realms/atmosphere/client-scopes/46f0ab76-567c-4a76-a35c-8796dbe085dc HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 1218 0.017 200 04d230ec0db663369a4bc78966ec4bbd I0327 02:00:40.709090 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.232.37"}] I0327 02:00:40.715986 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"579e83c4-1af0-4920-ac4b-1b532b790b9f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3602", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:00:40.717962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:40.718030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:00:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.051 200 ddc7739b8f3878e185b1955fa91800af 162.253.55.70 - - [27/Mar/2026:02:00:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.016 200 cb74b5ba1358cdad8d0397d626ad4fe2 162.253.55.70 - - [27/Mar/2026:02:00:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.206 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.205 201 19e21fb2c01a7f1f522c95c4f1839a67 162.253.55.70 - - [27/Mar/2026:02:00:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.071 [auth-system-keycloak-80] [] 10.0.0.61:8080 1259 0.070 200 da1d85e599d6930cc580dc05272b2d74 162.253.55.70 - - [27/Mar/2026:02:00:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.047 200 0dadd5f7809aa33bc2ee875754f8f113 162.253.55.70 - - [27/Mar/2026:02:00:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.053 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.054 200 94d96d56e20075395b99ad3fa910d9c3 162.253.55.70 - - [27/Mar/2026:02:00:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.092 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.092 201 90917ebf3af98fcb3c48f9c68d595ce1 162.253.55.70 - - [27/Mar/2026:02:00:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.042 200 ed0f54a0ca0f4698f7883d0f1c611c74 162.253.55.70 - - [27/Mar/2026:02:00:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.051 200 e2a7462629bc678afb44c89376c8ac83 162.253.55.70 - - [27/Mar/2026:02:00:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.011 200 ed901d52236e962b838aefa9a9f7ae56 162.253.55.70 - - [27/Mar/2026:02:00:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.094 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.093 201 0abea7dbcedd3cecd3cca2fd1e368c58 162.253.55.70 - - [27/Mar/2026:02:00:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.082 [auth-system-keycloak-80] [] 10.0.0.61:8080 1249 0.083 200 4984f92f856bb02fc77847b993078e08 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.045 200 d21dd905e5aaae0566024559fc4c5f30 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1259 0.008 200 01b1a20c5b961ebac63f31e0bcc97adf 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients/047e0b66-12b0-4f93-9c56-e69ae9458d82/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.016 404 f9d40dd6cdc9f8439d7a5d598b2e0abd 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.61:8080 1259 0.026 200 8fa7d9f4b9143d0fc4314b3f4ca30b33 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "POST /admin/realms/atmosphere/clients/047e0b66-12b0-4f93-9c56-e69ae9458d82/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.020 201 3fc865e480d4caa84967def4a2facf30 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1259 0.007 200 9d2df2783a41e77d60d498a1a48edf37 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients/047e0b66-12b0-4f93-9c56-e69ae9458d82/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.061 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.060 200 31cd5cf2b023adb32727335b8f0a7304 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.046 200 e692c3b2f0b00ff322569ec4f9f9bfbc 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.008 200 c080c5fafbfeb3381b85be560850c2bc 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.057 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.056 404 73645909d12269da42c2b8bfd5eea341 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.007 200 6e4bdcc76c390df6e6b0fa4ad6efdff3 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "POST /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.076 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.075 201 9dc802d0d5995abda678510182e6d717 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.075 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.074 200 cd0679520821e8cd116120cf61149d5e 162.253.55.70 - - [27/Mar/2026:02:00:54 +0000] "GET /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.019 [auth-system-keycloak-80] [] 10.0.0.61:8080 165 0.018 200 b5f63acf795f911ad6595612f2fc49e4 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.049 200 66caa508fddb327a803743df9abbf065 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.024 200 46a2ee2ed7573163fa7051463f03c079 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.009 404 dee40ba9d33722d6dbb584fb0220a553 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.006 200 cae3daedb438749d57de9bdcb73f6bfa 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "POST /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.051 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.051 201 c477a8fc5086c8d2b2a4c09f83c5c32c 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.006 200 f24d71bee0e4e070e3bbdb0d19a62c52 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.013 200 ca963897a6246b53f07fbdb582e850c8 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.047 200 a43334277ce5d94164158b7ed52d3a29 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.023 200 b2c5efaca4d2575321558ad123a38448 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.013 404 6a5eb3bb64640bf941b413647f974aa1 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.061 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.061 200 2115e21e781c6054ce66f756c921e701 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "POST /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.023 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.022 201 b6214a3685e0582a13b41b3a71f1090c 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1283 0.007 200 1225843781138560d0157c1853ef1275 162.253.55.70 - - [27/Mar/2026:02:00:55 +0000] "GET /admin/realms/atmosphere/clients/5aeeb5db-72c1-4b76-b1fc-d73e89b88027/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.015 200 d1c5e05a35a31710b200705af52113d4 162.253.55.70 - - [27/Mar/2026:02:00:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.047 200 e968c2c4eaed9e046641272b64568fe1 162.253.55.70 - - [27/Mar/2026:02:00:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 1249 0.005 200 2514b8388fd260b99ae343085e82f31e 162.253.55.70 - - [27/Mar/2026:02:00:56 +0000] "GET /admin/realms/atmosphere/clients/c41f3e57-d449-41fe-9c7e-140a7e48a2cb/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 31 0.007 404 2e6047541332710b0611bbd319b25abf 162.253.55.70 - - [27/Mar/2026:02:00:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.035 [auth-system-keycloak-80] [] 10.0.0.61:8080 1249 0.035 200 52a657eedb727174becb9cbbf7f13142 162.253.55.70 - - [27/Mar/2026:02:00:56 +0000] "POST /admin/realms/atmosphere/clients/c41f3e57-d449-41fe-9c7e-140a7e48a2cb/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.281 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.280 201 b84f23bea5f281749475006d40d7b451 162.253.55.70 - - [27/Mar/2026:02:00:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1249 0.007 200 4bd0e5b58e90678ec305ff6814a6e725 162.253.55.70 - - [27/Mar/2026:02:00:56 +0000] "GET /admin/realms/atmosphere/clients/c41f3e57-d449-41fe-9c7e-140a7e48a2cb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.013 200 23bba80e40d6ac5f28379be3287c804a W0327 02:02:03.783305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:03.783358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:03.849847 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:03.849949 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0327 02:02:03.850008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:03.850032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:03.850903 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:02:03.850986 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0327 02:02:03.851045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:03.851080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:03.851938 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:03.852021 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0327 02:02:03.852069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:03.852142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:02:03.852618 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0327 02:02:03.852657 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0327 02:02:03.853490 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0327 02:02:03.853525 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0327 02:02:03.855093 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0327 02:02:03.855133 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0327 02:02:03.860557 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0327 02:02:03.861107 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0327 02:02:03.861136 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0327 02:02:03.861350 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0327 02:02:03.861403 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e9a7ba3e-ecd6-4d87-bec0-033f16301177", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4264", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:02:03.861424 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fbe17e86-d766-4c28-b9a5-a0d0a3883385", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4266", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:02:03.867937 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0327 02:02:03.868120 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"42716971-4367-465d-8dba-0f6bb81fe218", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4267", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:02:03.868220 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0327 02:02:04.177563 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0327 02:02:04.179633 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0327 02:02:04.231494 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0327 02:02:04.232439 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0327 02:02:05.421414 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0327 02:02:05.422783 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0327 02:02:06.375046 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0327 02:02:06.376228 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" W0327 02:02:07.117624 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:07.117671 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:02:07.117694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:07.117780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:07.117800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:02:07.117889 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:02:07.159178 7 controller.go:216] "Backend successfully reloaded" I0327 02:02:07.159509 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cf6kt", UID:"96d56744-722f-4386-bdd6-e1d2e8dc8195", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:02:10.450074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:10.450145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:02:10.450183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:10.450303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:10.450331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:13.783759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:13.783810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:02:13.783834 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:13.783927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:13.783949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:17.116765 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:17.116828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:02:17.116865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:17.116992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:17.117023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:20.450455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:20.450525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:02:20.450610 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:20.450794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:20.450829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:23.783365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:23.783410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:02:23.783433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:23.783566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:23.783586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:27.116687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:27.116786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:27.116905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:27.116925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:30.450779 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:30.450903 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:30.451053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:30.451110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:33.783676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:33.783745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:33.783827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:33.783848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:37.116712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:37.116824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:37.116973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:37.117002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:40.450871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:40.450981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:40.451127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:40.451154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:02:40.707452 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.232.37"}] I0327 02:02:40.708611 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.232.37"}] I0327 02:02:40.712357 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.232.37"}] I0327 02:02:40.713190 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e9a7ba3e-ecd6-4d87-bec0-033f16301177", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5292", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:02:40.716444 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"42716971-4367-465d-8dba-0f6bb81fe218", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5293", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:02:40.722428 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fbe17e86-d766-4c28-b9a5-a0d0a3883385", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5294", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:02:43.784180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:43.784277 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:02:43.784553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:43.784588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.1 - - [27/Mar/2026:02:02:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.036 [auth-system-keycloak-80] [] 10.0.0.61:8080 6297 0.037 200 a0f52fc65b130e8670aa1c028332dc6b 10.0.0.190 - - [27/Mar/2026:02:02:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 6297 0.007 200 003c544b6d3193260ce7d82b98dc8b83 W0327 02:02:47.118078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:47.118285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:47.118312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:50.450908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:50.451145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:50.451176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:53.783649 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:53.783940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:53.783983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:57.116790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:02:57.117177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:57.117403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:00.450238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:00.450283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:10.679165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:10.679205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:14.013206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:14.013282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:03:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.049 200 157d1a6eb2d10dffd40a93cb102587ae 162.253.55.70 - - [27/Mar/2026:02:03:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 4177 0.008 200 512d748268959e2df007bc05aed07774 162.253.55.70 - - [27/Mar/2026:02:03:16 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.638 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.638 204 157724a9228b66e58c58313588d3dbc9 162.253.55.70 - - [27/Mar/2026:02:03:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.195 [auth-system-keycloak-80] [] 10.0.0.61:8080 4315 0.195 200 3405171eb626281016497faa4db334f1 162.253.55.70 - - [27/Mar/2026:02:03:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 6297 0.007 200 defc51b98b034712e3ba942d43a92ab2 162.253.55.70 - - [27/Mar/2026:02:03:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.045 200 06b3ddc50ca590309e790b8f1836db23 162.253.55.70 - - [27/Mar/2026:02:03:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.012 200 9008d2017a4dc2d23a500c5176f7f4f4 162.253.55.70 - - [27/Mar/2026:02:03:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.113 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.112 201 b0255b6e91caf945fdd3b0569789def8 162.253.55.70 - - [27/Mar/2026:02:03:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.019 [auth-system-keycloak-80] [] 10.0.0.61:8080 2242 0.019 200 d1e7d5feac3f5e379e22fd4cc92eeb4f 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.040 [auth-system-keycloak-80] [] 10.0.0.61:8080 1882 0.039 200 411459cb00028ebc74cc1277a28248f4 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.004 [auth-system-keycloak-80] [] 10.0.0.61:8080 2242 0.004 200 0ab85a68a8599536abf34b54c2248a0c 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "GET /admin/realms/atmosphere/clients/f46ce13b-238c-47db-9ec1-936151676845/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 233 0.017 200 2a0129a969e79ef03826fa6d04a42d18 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.048 [auth-system-keycloak-80] [] 10.0.0.61:8080 831 0.048 200 f320e895389699c0d72fab5cbbb02e27 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "GET /admin/realms/atmosphere/clients/868d2d87-76f1-495a-babc-16f4bc514306/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.020 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.020 200 5bd8fdc3f2b09c1e8ad65ea2c060e251 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "GET /admin/realms/atmosphere/users/9f62aa02-601b-46bb-8d9c-594727c19d55/role-mappings/clients/868d2d87-76f1-495a-babc-16f4bc514306/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.150 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.150 200 e54ae56f78066bf62b40669e5f951cf1 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "GET /admin/realms/atmosphere/users/9f62aa02-601b-46bb-8d9c-594727c19d55/role-mappings/clients/868d2d87-76f1-495a-babc-16f4bc514306/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.018 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.017 200 47ba5f6240209349a01933e12c7522ea 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "POST /admin/realms/atmosphere/users/9f62aa02-601b-46bb-8d9c-594727c19d55/role-mappings/clients/868d2d87-76f1-495a-babc-16f4bc514306 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.067 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.067 204 dd8e19a1ca67a0a7e16342baeafd7d0e 162.253.55.70 - - [27/Mar/2026:02:03:19 +0000] "GET /admin/realms/atmosphere/users/9f62aa02-601b-46bb-8d9c-594727c19d55/role-mappings/clients/868d2d87-76f1-495a-babc-16f4bc514306/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.61:8080 576 0.012 200 f7cf08a5ab17231909c9ac83ff23f4c1 W0327 02:03:22.248188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:22.248231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:25.582465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:25.582533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:31.783248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:31.783271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:22.600746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:22.600779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:51.147785 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:05:51.147879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:51.147901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:05:51.151776 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0327 02:05:51.151818 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0327 02:05:51.158093 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0327 02:05:51.158437 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2c6beac3-acfc-427e-94d0-814ad17f81d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6661", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:05:51.158737 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0327 02:05:51.159196 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:05:51.159317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:51.159376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:05:51.159514 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:05:51.211194 7 controller.go:216] "Backend successfully reloaded" I0327 02:05:51.211461 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cf6kt", UID:"96d56744-722f-4386-bdd6-e1d2e8dc8195", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:05:51.429204 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0327 02:05:51.430077 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0327 02:05:54.493309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:54.493356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:05:55 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.006 300 f7b7ab1af070afb6afd8f79b6668d9bd 162.253.55.70 - - [27/Mar/2026:02:05:56 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.135:5000 265 0.005 200 f071f06fd98716cf092494322e246ab3 162.253.55.70 - - [27/Mar/2026:02:05:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1296 0.328 201 0c5cdc9e5cdc41d65564820274d3609d 162.253.55.70 - - [27/Mar/2026:02:05:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 a29d76dee88f28a6774a282542198987 162.253.55.70 - - [27/Mar/2026:02:05:57 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.135:5000 366 0.029 200 38c70e90a99632c39b6fca782dbe0c58 162.253.55.70 - - [27/Mar/2026:02:05:57 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 265 0.003 200 56de116bc3f495e5a75f5b364d86e45b 162.253.55.70 - - [27/Mar/2026:02:05:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1296 0.282 201 371309955c7e839bd4d69f689478dd61 162.253.55.70 - - [27/Mar/2026:02:05:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 f4b9fbbaa6d11591d157c76ea7db72cc 162.253.55.70 - - [27/Mar/2026:02:05:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.135:5000 101 0.022 404 d8c1cd58e0129cb1a722858f435b0777 162.253.55.70 - - [27/Mar/2026:02:05:58 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.135:5000 155 0.019 200 00965f45728f8e9285b8e711d6d1b292 162.253.55.70 - - [27/Mar/2026:02:05:58 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.033 [openstack-keystone-api-5000] [] 10.0.0.135:5000 451 0.033 201 5354bc543dddb78eb0d1fbd419adf450 162.253.55.70 - - [27/Mar/2026:02:05:58 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 265 0.004 200 0b3f11a33914908f02226c509da78a07 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.316 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1296 0.317 201 7f0e521c5df91695b7c4219db938e8e6 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 5aa9690dc85f9b9b62852c7f5aaabc3e 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.135:5000 98 0.021 404 cf1c2860418b254ae8c685fff706e739 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.020 [openstack-keystone-api-5000] [] 10.0.0.135:5000 135 0.020 200 024bfba8e3be98f17096f6a58ef4cab9 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.024 [openstack-keystone-api-5000] [] 10.0.0.135:5000 331 0.025 201 29a6e19cd89549d4a2757960379d2357 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 265 0.003 200 98f8cb18c5e8a3f62a6c1e720e0cc34a 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1296 0.285 201 bcaa76916a209e9b9d71946fe6f1107e 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 e8985408480cbde67cc58aa430d86e53 162.253.55.70 - - [27/Mar/2026:02:05:59 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.024 [openstack-keystone-api-5000] [] 10.0.0.135:5000 131 0.025 404 d49607c214e7481fdfd6e4c6d5dad2fc 162.253.55.70 - - [27/Mar/2026:02:06:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.019 [openstack-keystone-api-5000] [] 10.0.0.135:5000 167 0.019 200 d39d8de024c5e92f8a3c99fc278a3d7d 162.253.55.70 - - [27/Mar/2026:02:06:00 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.028 [openstack-keystone-api-5000] [] 10.0.0.135:5000 222 0.027 201 ee2b2544266fc4f363fc3c4450113437 W0327 02:06:09.169161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:09.169196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:12.503643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:12.503694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:15.836386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:15.836450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:19.170250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:19.170303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:34.691376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:34.691412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:06:40.708089 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.232.37"}] I0327 02:06:40.717222 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2c6beac3-acfc-427e-94d0-814ad17f81d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7045", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:06:40.719089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:40.719121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:44.053299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:44.053353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:47.390964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:47.391793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:12.168855 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:08:12.169194 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:08:12.169306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:12.169328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:12.173023 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0327 02:08:12.173056 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0327 02:08:12.177251 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0327 02:08:12.177517 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"486258e8-6f9e-4ecf-b7e8-f5d3175b385b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7743", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:08:12.177875 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0327 02:08:12.178313 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:08:12.178424 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:08:12.178508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:12.178532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:12.178704 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:08:12.235068 7 controller.go:216] "Backend successfully reloaded" I0327 02:08:12.235445 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cf6kt", UID:"96d56744-722f-4386-bdd6-e1d2e8dc8195", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:08:12.386286 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0327 02:08:12.387723 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.70 - - [27/Mar/2026:02:08:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.005 300 77b29d92dc5f54130fdb7ba539c43b82 162.253.55.70 - - [27/Mar/2026:02:08:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.348 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1927 0.347 201 95e41008f14d7b9bdc3df6d524e5b98b 162.253.55.70 - - [27/Mar/2026:02:08:13 +0000] "GET /v3/roles HTTP/1.1" 200 820 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.029 [openstack-keystone-api-5000] [] 10.0.0.135:5000 820 0.030 200 6701ccd1851e6711bbf19ab73e505434 162.253.55.70 - - [27/Mar/2026:02:08:13 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.031 [openstack-keystone-api-5000] [] 10.0.0.135:5000 229 0.030 201 a5a719fa1ed355b2905206bb91172fe3 W0327 02:08:15.512812 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:08:15.512986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:15.513012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:08:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 4ae8297c14ebf8226ff3e401c41e2762 162.253.55.70 - - [27/Mar/2026:02:08:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 547 0.296 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1927 0.295 201 4e2574d3c744b7f4ec316436d64259e9 162.253.55.70 - - [27/Mar/2026:02:08:18 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "python-keystoneclient" 379 0.017 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1040 0.017 200 cfc68be70adc6ba4a1a970b152982afa 162.253.55.70 - - [27/Mar/2026:02:08:18 +0000] "PUT /v3/roles/d40d4477071c4a56bfbefa2b85914f70/implies/645335353e3f4eca9d47e2b1345aa6f4 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.212 [openstack-keystone-api-5000] [] 10.0.0.135:5000 518 0.213 201 684cd4317658a7a2a1f1a1b59e0d231f W0327 02:08:22.608882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:22.608911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:40.708458 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.110.232.37"}] I0327 02:08:40.715634 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"486258e8-6f9e-4ecf-b7e8-f5d3175b385b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8064", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:08:40.717002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:40.717032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:09:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 0eec828cc82d5c56f9158dd619930969 162.253.55.70 - - [27/Mar/2026:02:09:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.335 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1990 0.334 201 78d5c2fe524607a2d345fcc520524021 162.253.55.70 - - [27/Mar/2026:02:09:04 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.032 [openstack-keystone-api-5000] [] 10.0.0.135:5000 87 0.032 404 2152978afee96b849f1a39f1be7f5c66 162.253.55.70 - - [27/Mar/2026:02:09:04 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 439 0.035 [openstack-keystone-api-5000] [] 10.0.0.135:5000 388 0.036 200 20dd79a2e350dd4586499b4f4ca62983 162.253.55.70 - - [27/Mar/2026:02:09:04 +0000] "GET /v3/users?domain_id=64f3c7a0fad54c8c9220ef67fd683b07&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.038 [openstack-keystone-api-5000] [] 10.0.0.135:5000 177 0.037 200 d3ba5d52d4ed51a71d672c6ffd62c44c 162.253.55.70 - - [27/Mar/2026:02:09:04 +0000] "POST /v3/users HTTP/1.1" 201 326 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 663 0.300 [openstack-keystone-api-5000] [] 10.0.0.135:5000 326 0.300 201 004ca30768be5dfbda6704262a2e669c 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 c6d5aa086ce3c9b620e6188981250484 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1990 0.306 201 b0568dc02325469fd31fd34c4af03b92 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.020 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1040 0.020 200 a348e50c3e6581ebf44420254d0cdb77 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/domains HTTP/1.1" 200 806 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.023 [openstack-keystone-api-5000] [] 10.0.0.135:5000 806 0.023 200 3f3e203819c158b31534b51ba0a58ab5 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/users?domain_id=64f3c7a0fad54c8c9220ef67fd683b07&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.198 [openstack-keystone-api-5000] [] 10.0.0.135:5000 492 0.197 200 eee7c4459df195f22da9d2e02d6fc12a 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/projects?domain_id=64f3c7a0fad54c8c9220ef67fd683b07 HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.024 [openstack-keystone-api-5000] [] 10.0.0.135:5000 548 0.024 200 4a2baed807dc68bb5e265bc873836e2d 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/role_assignments?role.id=447e25154fe14551b54d7c08ff349c64&user.id=db391c27ba2c4fa08e39f4baaafdb700&scope.project.id=0686abe4cdf844d783a8ab1c3122e3c5 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.021 [openstack-keystone-api-5000] [] 10.0.0.135:5000 269 0.021 200 3fcec5f7f93520cfdac01ea6d52e44df 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.024 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1040 0.023 200 9c31bc2f3481c8287b3192adae457a87 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/domains/64f3c7a0fad54c8c9220ef67fd683b07 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.135:5000 269 0.022 200 8bda1062da64a5628e02091f1346ed66 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/users?domain_id=64f3c7a0fad54c8c9220ef67fd683b07&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.036 [openstack-keystone-api-5000] [] 10.0.0.135:5000 492 0.035 200 115d6eb4e88b89b04d0a64ea65fc2f49 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/projects?domain_id=64f3c7a0fad54c8c9220ef67fd683b07 HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.024 [openstack-keystone-api-5000] [] 10.0.0.135:5000 548 0.025 200 be5c94d5715bbec17639840eb8c8a2d0 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "GET /v3/role_assignments?role.id=447e25154fe14551b54d7c08ff349c64&user.id=db391c27ba2c4fa08e39f4baaafdb700&scope.project.id=0686abe4cdf844d783a8ab1c3122e3c5 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.016 [openstack-keystone-api-5000] [] 10.0.0.135:5000 269 0.017 200 7f7695bbf3a10bbeca2301bbb6ecc92f 162.253.55.70 - - [27/Mar/2026:02:09:05 +0000] "PUT /v3/projects/0686abe4cdf844d783a8ab1c3122e3c5/users/db391c27ba2c4fa08e39f4baaafdb700/roles/447e25154fe14551b54d7c08ff349c64 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 557 0.041 [openstack-keystone-api-5000] [] 10.0.0.135:5000 0 0.040 204 c38cab00e620f0efddb11691e24f37ca 162.253.55.70 - - [27/Mar/2026:02:09:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 515f2594db6651cb4eb14a26de5d468b 162.253.55.70 - - [27/Mar/2026:02:09:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.338 [openstack-keystone-api-5000] [] 10.0.0.135:5000 1990 0.339 201 0f8a1513721d810c2ab5a8a008dbae8b 162.253.55.70 - - [27/Mar/2026:02:09:07 +0000] "GET /v3/services HTTP/1.1" 200 594 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.023 [openstack-keystone-api-5000] [] 10.0.0.135:5000 594 0.023 200 646a636c0e85471e3998abb9522c9eff 162.253.55.70 - - [27/Mar/2026:02:09:07 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 595 0.027 [openstack-keystone-api-5000] [] 10.0.0.135:5000 262 0.027 201 fb4b6cdaccd69133be12432c55ed47e9 162.253.55.70 - - [27/Mar/2026:02:09:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 df5b1e1c6092f9a6445423a2e2398f96 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2092 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.473 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2092 0.473 201 1804fee11b47c60e9d9ee8241c8abc65 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.016 [openstack-keystone-api-5000] [] 10.0.0.135:5000 844 0.017 200 12b9bc0e2cacd5cd6e0c7bb98ca8ce70 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "GET /v3/endpoints HTTP/1.1" 200 2214 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.019 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2214 0.020 200 e7e48e1c142d819cac9ee235e0bfdc74 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 684 0.036 [openstack-keystone-api-5000] [] 10.0.0.135:5000 377 0.036 201 63b2512f1e76f821bb2cb07d1edc982f 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 44d27cc98133cd9d5a183581d01d7c11 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2300 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2300 0.290 201 04bce28d8cba2573bf8b0fb594514ffc 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.019 [openstack-keystone-api-5000] [] 10.0.0.135:5000 844 0.019 200 47ad56b80e6e8285f6b495bcdb8c3aad 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "GET /v3/endpoints HTTP/1.1" 200 2578 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.020 [openstack-keystone-api-5000] [] 10.0.0.135:5000 2578 0.020 200 bb403160758ec0d0a9eeacda84c01eb0 162.253.55.70 - - [27/Mar/2026:02:09:08 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 698 0.031 [openstack-keystone-api-5000] [] 10.0.0.135:5000 391 0.030 201 bf839a73183aa84cbe8e354be2dd7f47 W0327 02:09:10.206567 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:09:10.206746 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:09:10.206877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:10.206891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:10.213336 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:35.7kB} I0327 02:09:10.213392 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0327 02:09:10.218676 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0327 02:09:10.219146 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e47d3e6c-69a1-4870-8ab9-055ce4a307ee", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8275", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:09:10.219298 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0327 02:09:10.219695 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:09:10.219817 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:09:10.219900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:10.219923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:10.220084 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:09:10.280162 7 controller.go:216] "Backend successfully reloaded" I0327 02:09:10.280429 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cf6kt", UID:"96d56744-722f-4386-bdd6-e1d2e8dc8195", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:09:10.428713 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0327 02:09:10.429649 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0327 02:09:13.553949 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:09:13.554155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:13.554171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:26.772676 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:09:26.772892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:26.772945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:31.624883 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:09:31.625052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:31.625073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:34.958487 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:09:34.958710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:34.958729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:38.293157 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:09:38.293316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:38.293339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:38.293489 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:09:38.343167 7 controller.go:216] "Backend successfully reloaded" I0327 02:09:38.343398 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cf6kt", UID:"96d56744-722f-4386-bdd6-e1d2e8dc8195", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:09:40.709352 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.110.232.37"}] I0327 02:09:40.715628 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e47d3e6c-69a1-4870-8ab9-055ce4a307ee", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8632", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:09:41.626654 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:09:41.627166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:41.627214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:44.958720 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:09:44.958874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:44.958897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:57.107310 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:09:57.107478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:57.107498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:00.440995 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:10:00.441191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:00.441217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:05.216254 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:10:05.216477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:05.216540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:39.997736 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:10:39.997897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:39.997944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:19.067267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:19.067320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:07.380627 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:12:07.380793 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:12:07.380887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:07.380910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:12:07.391585 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.011s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.012s testedConfigurationSize:39.1kB} I0327 02:12:07.391607 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0327 02:12:07.398770 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0327 02:12:07.399169 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0327 02:12:07.399503 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:12:07.399589 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:12:07.399651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:07.399667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:12:07.399779 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:12:07.400554 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"207a560d-4062-44cd-b664-0f3b669caf21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9813", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:12:07.459776 7 controller.go:216] "Backend successfully reloaded" I0327 02:12:07.460707 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cf6kt", UID:"96d56744-722f-4386-bdd6-e1d2e8dc8195", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:12:07.903197 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0327 02:12:07.904640 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0327 02:12:10.733345 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:12:10.733558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:10.733589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:12:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.005 300 24e15f86296d7a6f400b285bce25ad23 162.253.55.70 - - [27/Mar/2026:02:12:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.357 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.357 201 892d79589724fee5467b10d2b8d03d59 162.253.55.70 - - [27/Mar/2026:02:12:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bded7627069a620f35b170d38f76637a 162.253.55.70 - - [27/Mar/2026:02:12:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 79d32cb7ba84ed36a3d95093de98be41 162.253.55.70 - - [27/Mar/2026:02:12:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5b0c3f63035a64447220aa658c7a6a7f 162.253.55.70 - - [27/Mar/2026:02:12:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9c14035af0d1c48470dc5ad59ff000e7 162.253.55.70 - - [27/Mar/2026:02:12:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a3f4280e9dd1dbb931386a4d403ebbeb 162.253.55.70 - - [27/Mar/2026:02:12:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 76c4167271cf4b9ae56fcbba19855d63 162.253.55.70 - - [27/Mar/2026:02:12:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 185033f1c41d3e3598171f10eb6fd6ee 162.253.55.70 - - [27/Mar/2026:02:12:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.291 201 662d74fac5a2fc1f563ad76bbcd335bd 162.253.55.70 - - [27/Mar/2026:02:12:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bf2c76c96f0f5806adb630d600919d4f 162.253.55.70 - - [27/Mar/2026:02:12:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bebb331a053f04e43da40ef188bb318f 162.253.55.70 - - [27/Mar/2026:02:12:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 82975b0e3399bd0b706bc1767f1be5eb 162.253.55.70 - - [27/Mar/2026:02:12:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 64a9acf022f91da0e6ac1994a2bc73e2 162.253.55.70 - - [27/Mar/2026:02:12:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3e4d5f726852b15bbace3d1d145df4d7 162.253.55.70 - - [27/Mar/2026:02:12:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 946913e133298a9c1816a4a4a3a83d50 W0327 02:12:23.028484 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:12:23.028727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:23.028755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:12:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 84283ce69c28534bc74e8da93d17094f 162.253.55.70 - - [27/Mar/2026:02:12:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.292 201 89b88fc6c3dbfc4d56888b7621e39eae 162.253.55.70 - - [27/Mar/2026:02:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ffba76b8f60d9305e6b72bd6ec1a9e70 162.253.55.70 - - [27/Mar/2026:02:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 721cb5948cc0f64fd960f3e0425f99fe 162.253.55.70 - - [27/Mar/2026:02:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cc9c50ca67593631410a0183e91cf9ec 162.253.55.70 - - [27/Mar/2026:02:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9ac131de2a96e7d32fd01b1e2781e408 162.253.55.70 - - [27/Mar/2026:02:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 307bbdd4078ad7a9255b1b589d0a7807 162.253.55.70 - - [27/Mar/2026:02:12:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 325ec0581e646476a92af9070b3151fa 162.253.55.70 - - [27/Mar/2026:02:12:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 536dfc823aa5f57da69b20bb0cfd6d42 162.253.55.70 - - [27/Mar/2026:02:12:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.298 201 0ab13c5147fd843b9dc819304f056d1d 162.253.55.70 - - [27/Mar/2026:02:12:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0346a824422da72618f401fcbe2b6cb9 162.253.55.70 - - [27/Mar/2026:02:12:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fb5b882081b1e6b2dcb2b4a74321c8ba 162.253.55.70 - - [27/Mar/2026:02:12:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7ca4bea738ab1cba8a2f908c0a3709b7 162.253.55.70 - - [27/Mar/2026:02:12:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a74be2fb7ec2ed3c98697abc29516188 162.253.55.70 - - [27/Mar/2026:02:12:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 94430925d7b6181f5478ac439cec0b8c 162.253.55.70 - - [27/Mar/2026:02:12:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 91a1245f75d3f6f377007dbea71dfef1 162.253.55.70 - - [27/Mar/2026:02:12:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 ea82509c11fc06a71fd0668344c97012 162.253.55.70 - - [27/Mar/2026:02:12:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.302 201 3c3e17a905e9132c19949e8325c609d8 162.253.55.70 - - [27/Mar/2026:02:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9ad1ec8e07f18b76f373bfc2bb8a3de8 162.253.55.70 - - [27/Mar/2026:02:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d25b79299bd33c5cbede9310109539b9 162.253.55.70 - - [27/Mar/2026:02:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 73985a4845304462d5392f680bb98110 162.253.55.70 - - [27/Mar/2026:02:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 551506865c0c25fdb2888665b6750640 162.253.55.70 - - [27/Mar/2026:02:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c72d64efbc130ecfc95cac30ccd38ba3 162.253.55.70 - - [27/Mar/2026:02:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 23278e46b54b15e3188ec0dae02bf5da 162.253.55.70 - - [27/Mar/2026:02:12:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 ad9e0201626c8d96b3bbf5e7856ba1a4 162.253.55.70 - - [27/Mar/2026:02:12:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.296 201 81420c3c877d7d3f49183183db8f51b0 162.253.55.70 - - [27/Mar/2026:02:12:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bec8c5b06ea6f4bcd88beef6ea324d3f 162.253.55.70 - - [27/Mar/2026:02:12:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7bc246ce7fbafe48f52e100dc728ab22 162.253.55.70 - - [27/Mar/2026:02:12:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8738ff10a4ad44a4c3f4b8760891a63f 162.253.55.70 - - [27/Mar/2026:02:12:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9e36f19fb5ec80012b12ae46f14e8edb 162.253.55.70 - - [27/Mar/2026:02:12:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1c41e66999c480f62c31981b5301a283 162.253.55.70 - - [27/Mar/2026:02:12:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 25a5e74f8e3558249af5e99db2d7c722 162.253.55.70 - - [27/Mar/2026:02:12:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.003 300 b6d64fafa2f44f0bb98f12829d011102 162.253.55.70 - - [27/Mar/2026:02:12:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.310 201 5e77e789ee6104f36055b1c80fcb0838 162.253.55.70 - - [27/Mar/2026:02:12:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 88a4a7d565d0fe8df9c3aed8b554b6cc 162.253.55.70 - - [27/Mar/2026:02:12:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f073825b1f51d38e15bea487cff81fcb 162.253.55.70 - - [27/Mar/2026:02:12:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6b88b5e4c731da328c8970c50986ec1c 162.253.55.70 - - [27/Mar/2026:02:12:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 68d6453e7f84fbbd3056802de94110ed 162.253.55.70 - - [27/Mar/2026:02:12:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c863ca7c6b12446486df5615ec2181fc 162.253.55.70 - - [27/Mar/2026:02:12:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2aeb8dff321aac9b9dc323e5aea255a3 W0327 02:12:31.371187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:31.371227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [27/Mar/2026:02:12:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 ee57325f8e66da0d32d29617fc4bc063 162.253.55.70 - - [27/Mar/2026:02:12:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.301 201 a76088bfb1269d4564b376809bc0492c 162.253.55.70 - - [27/Mar/2026:02:12:32 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.001 [openstack-glance-api-9292] [] 10.0.0.187:9292 1183 0.002 300 8553f9896560d4e7e52a2587b1ec5f12 162.253.55.70 - - [27/Mar/2026:02:12:32 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.555 [openstack-glance-api-9292] [] 10.0.0.187:9292 69 0.555 200 da9d93d8f3db7a8a9ca5831bb9e96c22 162.253.55.70 - - [27/Mar/2026:02:12:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.135:5000 280 0.004 300 f17e08e30b337fd65e3f3d5a004d018b 162.253.55.70 - - [27/Mar/2026:02:12:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.135:5000 3134 0.288 201 27c87688a04fc528515f9c0bc623ad8d 162.253.55.70 - - [27/Mar/2026:02:12:35 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.187:9292 1183 0.002 300 36a54b92c959e83c385e3c8c4c635395 162.253.55.70 - - [27/Mar/2026:02:12:35 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.045 [openstack-glance-api-9292] [] 10.0.0.187:9292 69 0.045 200 5b46a888737e2120893a642d4ef56c1a 162.253.55.70 - - [27/Mar/2026:02:12:36 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.110 [openstack-glance-api-9292] [] 10.0.0.187:9292 151 0.110 404 f021aa94441c302f1d79f3e5ba6e5a26 162.253.55.70 - - [27/Mar/2026:02:12:36 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.020 [openstack-glance-api-9292] [] 10.0.0.187:9292 81 0.020 200 8a3f4d45608c5eb3bb1901542248857d 162.253.55.70 - - [27/Mar/2026:02:12:36 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.187:9292 84 0.026 200 4211ba0a53ca12475ec1a5c33b3e7dad 162.253.55.70 - - [27/Mar/2026:02:12:36 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 747 0.053 [openstack-glance-api-9292] [] 10.0.0.187:9292 760 0.054 201 05f79859269cb7b210f9a9e5ae02f0d6 162.253.55.70 - - [27/Mar/2026:02:12:40 +0000] "PUT /v2/images/bf4b6d30-facb-4d85-80d1-a406a1642a38/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.160 [openstack-glance-api-9292] [] 10.0.0.187:9292 0 4.160 204 80a4172f97e5b8be6ddb30fe6d960ade 162.253.55.70 - - [27/Mar/2026:02:12:40 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.021 [openstack-glance-api-9292] [] 10.0.0.187:9292 1240 0.021 200 b39b140fa2a760b18edc44217753a80f 162.253.55.70 - - [27/Mar/2026:02:12:40 +0000] "PATCH /v2/images/bf4b6d30-facb-4d85-80d1-a406a1642a38 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 539 0.016 [openstack-glance-api-9292] [] 10.0.0.187:9292 1171 0.016 200 d67dfa860943eb1b3bb0976535f4d550 162.253.55.70 - - [27/Mar/2026:02:12:40 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.013 [openstack-glance-api-9292] [] 10.0.0.187:9292 1240 0.014 200 2d27af681ad59bacb5c19ff8cfc5abce I0327 02:12:40.707527 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.110.232.37"}] I0327 02:12:40.713874 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"207a560d-4062-44cd-b664-0f3b669caf21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10047", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:12:40.714971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:40.715000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:44.049429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:44.049476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:47.383299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:47.383331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store