------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0329 02:05:03.264673 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 02:05:03.264916 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0329 02:05:03.272395 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0329 02:05:03.274864 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0329 02:05:03.480960 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0329 02:05:03.497501 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0329 02:05:03.507426 7 nginx.go:271] "Starting NGINX Ingress controller" I0329 02:05:03.513514 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"6d1de42b-3851-4df0-b797-6c4e48c56001", APIVersion:"v1", ResourceVersion:"1572", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0329 02:05:03.517175 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1770c851-f591-4e04-ba79-ff1c671c0835", APIVersion:"v1", ResourceVersion:"1570", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0329 02:05:03.517223 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"be1a7367-c0a9-4cd4-84d5-df4dd5b87fd3", APIVersion:"v1", ResourceVersion:"1571", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0329 02:05:04.710057 7 nginx.go:317] "Starting NGINX process" I0329 02:05:04.710195 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0329 02:05:04.710929 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0329 02:05:04.711271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:04.711322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:05:04.711383 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:05:04.745662 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0329 02:05:04.745713 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-5qnbg" I0329 02:05:04.755061 7 controller.go:216] "Backend successfully reloaded" I0329 02:05:04.755194 7 controller.go:227] "Initial sync, sleeping for 1 second" I0329 02:05:04.755267 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5qnbg", UID:"535167c7-9c11-49d4-a674-625aae1c9ac0", APIVersion:"v1", ResourceVersion:"1613", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:05:08.538083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:08.538116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:11.872230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:11.872267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:15.207789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:15.207881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:18.540839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:18.540873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:21.871600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:21.871641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:29.323039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:29.323097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:32.656910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:32.656955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:35.990158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:35.990197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:39.324140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:39.324217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:43.376238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:43.376364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:47.210246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:47.210274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:50.546652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:50.546694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:15.196458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:15.196496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:18.530699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:18.530760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:21.863750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:21.863786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:25.197174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:25.197208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:28.530664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:28.530718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:31.863519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:31.863557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:35.197459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:35.197500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:43.707484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:43.707544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:47.041507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:47.041555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:51.764695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:51.764730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:55.098725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:55.098775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:32.969251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:32.969282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:35.575805 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-36.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-36.nip.io-tls was not found. Using default certificate W0329 02:10:35.575857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:35.575872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:35.577235 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0329 02:10:35.577268 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0329 02:10:35.584142 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0329 02:10:35.584384 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4b953442-8dd0-4d2b-99ab-00b5c7866f8b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3875", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:35.584533 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-36.nip.io-tls" in local store I0329 02:10:35.902441 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-36.nip.io-tls" I0329 02:10:35.903113 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-36.nip.io-tls" W0329 02:10:36.302828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:36.302872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:36.302942 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:10:36.344406 7 controller.go:216] "Backend successfully reloaded" I0329 02:10:36.344736 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5qnbg", UID:"535167c7-9c11-49d4-a674-625aae1c9ac0", APIVersion:"v1", ResourceVersion:"1613", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:10:39.638410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:39.638467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:10:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.970 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 1.969 200 9c73e739e9f54e781595eacc1fddf116 162.253.55.36 - - [29/Mar/2026:02:10:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.175 [auth-system-keycloak-80] [] 10.0.0.240:8080 116 0.176 404 db2a3f4cd2d4bf5930feff2194a53f63 162.253.55.36 - - [29/Mar/2026:02:10:51 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.396 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 4.395 201 36ea7a3ce7bed6b9e0d315dd25e4f581 162.253.55.36 - - [29/Mar/2026:02:10:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.610 [auth-system-keycloak-80] [] 10.0.0.240:8080 4246 0.609 200 5bf1836b0379d50e796b4180b991b1cb 162.253.55.36 - - [29/Mar/2026:02:10:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.476 200 0bde8d102f1f15f553273539b9c55110 162.253.55.36 - - [29/Mar/2026:02:10:53 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.089 [auth-system-keycloak-80] [] 10.0.0.240:8080 12500 0.090 200 3b78e4a3907de4f9df91155bd56b8bd0 162.253.55.36 - - [29/Mar/2026:02:10:53 +0000] "GET /admin/realms/atmosphere/client-scopes/5941e249-9116-41eb-ad40-b7d9c3356766 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.240:8080 1278 0.011 200 3272e39d4a959a1a5ef6f3f2ed11e7c5 162.253.55.36 - - [29/Mar/2026:02:10:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/5941e249-9116-41eb-ad40-b7d9c3356766 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.067 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.066 204 15d34f25dd0da891a407cfcf63bced2b 162.253.55.36 - - [29/Mar/2026:02:10:53 +0000] "GET /admin/realms/atmosphere/client-scopes/5941e249-9116-41eb-ad40-b7d9c3356766/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.072 [auth-system-keycloak-80] [] 10.0.0.240:8080 963 0.072 200 fdea5a1838019d8922d6bcd120270176 162.253.55.36 - - [29/Mar/2026:02:10:53 +0000] "GET /admin/realms/atmosphere/client-scopes/5941e249-9116-41eb-ad40-b7d9c3356766/protocol-mappers/models/a0c85284-7ece-4f58-808a-396c34fb48c5 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.240:8080 366 0.011 200 b65e89e091130a8ba4c772166c76558d 162.253.55.36 - - [29/Mar/2026:02:10:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/5941e249-9116-41eb-ad40-b7d9c3356766/protocol-mappers/models/a0c85284-7ece-4f58-808a-396c34fb48c5 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.069 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.068 204 12fcdd74bde4a2cc9aa9b0e58726c70d 162.253.55.36 - - [29/Mar/2026:02:10:53 +0000] "GET /admin/realms/atmosphere/client-scopes/5941e249-9116-41eb-ad40-b7d9c3356766 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.019 [auth-system-keycloak-80] [] 10.0.0.240:8080 1218 0.018 200 9679d7acc84470b5e88c971863767d4f W0329 02:11:01.564453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:01.564504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:11:04.752454 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.250.60"}] I0329 02:11:04.757535 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4b953442-8dd0-4d2b-99ab-00b5c7866f8b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4223", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:11:04.898176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:04.898221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:08.231848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:08.231895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:11:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.460 200 7c12ec04e6d4151cfab7e4dfdd271332 162.253.55.36 - - [29/Mar/2026:02:11:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.240:8080 2 0.013 200 e9c85d76d5e4225852687b75b185e107 162.253.55.36 - - [29/Mar/2026:02:11:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.191 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.190 201 96e1ef7c7a103cc5702b1ad0eaa744e6 162.253.55.36 - - [29/Mar/2026:02:11:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.240:8080 1259 0.076 200 fe9667d064ae9fdcacadefa0a05e5e25 162.253.55.36 - - [29/Mar/2026:02:11:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.547 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.545 200 21c92781403bedf6cd6d2db1fe931b96 162.253.55.36 - - [29/Mar/2026:02:11:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.047 [auth-system-keycloak-80] [] 10.0.0.240:8080 2 0.046 200 7866ffe881ef7f7da2b7e4aa942126c4 162.253.55.36 - - [29/Mar/2026:02:11:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.871 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.869 201 f3275cbcf96ab026f8d7bf1c153e83de 162.253.55.36 - - [29/Mar/2026:02:11:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.022 200 093227358737cb7882d5e8083dfcfdcc 162.253.55.36 - - [29/Mar/2026:02:11:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.836 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.835 200 f9425e55039f262a7ad49bb6786d9255 162.253.55.36 - - [29/Mar/2026:02:11:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.240:8080 2 0.011 200 d48f4380651fbb7d305f45232db9ed29 162.253.55.36 - - [29/Mar/2026:02:11:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.055 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.054 201 5c6c7c041ed16c178fc326205b8f2c83 162.253.55.36 - - [29/Mar/2026:02:11:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.079 [auth-system-keycloak-80] [] 10.0.0.240:8080 1249 0.079 200 21145ec4ae60fe9808e2255907d27a05 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.478 200 11c6cc75d21f6c58f3780993666b2016 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.240:8080 1259 0.007 200 d7eae64a266dbf2a67a36d7ee7e2a73d 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "GET /admin/realms/atmosphere/clients/dd4678c6-e72e-4f12-92e4-b9694e6baa73/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.240:8080 119 0.015 404 32a0804731c773bfe2b502752909bb82 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.240:8080 1259 0.008 200 1c72e730fb288f239527de841bb8cd0c 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "POST /admin/realms/atmosphere/clients/dd4678c6-e72e-4f12-92e4-b9694e6baa73/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.042 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.041 201 212c2e931b3b2f4192ca432ac31ed9c0 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.240:8080 1259 0.007 200 ee313a828638bfec414dcee71dd85842 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "GET /admin/realms/atmosphere/clients/dd4678c6-e72e-4f12-92e4-b9694e6baa73/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.240:8080 166 0.018 200 dea5d66cc6950544675a8c6ddad5f9e5 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.466 200 7c003c6e7de34ffb20f7c25db81de94a 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.007 200 d441c0848025ec83a113bcb463f762fd 162.253.55.36 - - [29/Mar/2026:02:11:19 +0000] "GET /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.240:8080 119 0.008 404 6dd785f54f55e6c99d7ff0c6a50f29b6 162.253.55.36 - - [29/Mar/2026:02:11:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.027 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.028 200 f9f1c9bd393b31c44fbd97c51d7b2ac2 162.253.55.36 - - [29/Mar/2026:02:11:20 +0000] "POST /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.014 201 355deff1d2a578f6ae24136cdc252540 162.253.55.36 - - [29/Mar/2026:02:11:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.007 200 c4cb1a88aa53a722d29f392f567a0a18 162.253.55.36 - - [29/Mar/2026:02:11:20 +0000] "GET /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.240:8080 165 0.013 200 746a7ca73f259c9e15ee34c4f235cdd4 162.253.55.36 - - [29/Mar/2026:02:11:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.492 200 c65f32a4e64081e5875dbbad6d2eac1f 162.253.55.36 - - [29/Mar/2026:02:11:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.044 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.044 200 3ae7e735b0bc2f13329590299e2239d7 162.253.55.36 - - [29/Mar/2026:02:11:20 +0000] "GET /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.240:8080 119 0.008 404 f214c77465ca408d4acdae3bccfb774f 162.253.55.36 - - [29/Mar/2026:02:11:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.007 200 02f4ae7aebc2b7ba06540ac31cad5bee 162.253.55.36 - - [29/Mar/2026:02:11:21 +0000] "POST /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.069 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.068 201 6beae82b82afa5316d9d596d971e3514 162.253.55.36 - - [29/Mar/2026:02:11:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.008 200 2f40451805e61ed2589b32d885316daf 162.253.55.36 - - [29/Mar/2026:02:11:21 +0000] "GET /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.240:8080 166 0.014 200 eeb0908fa7bdac18ef98ea41b8e8ee44 162.253.55.36 - - [29/Mar/2026:02:11:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.575 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.575 200 3f504ac1a1ba5258d9f91b7b5a3dee28 162.253.55.36 - - [29/Mar/2026:02:11:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.016 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.017 200 a0616db81acedd98d89791be6e25544a 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "GET /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.053 [auth-system-keycloak-80] [] 10.0.0.240:8080 119 0.053 404 517eaabc980a60f24a106a271b298542 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.013 200 4c33eb065ad8a9d2ea155d795f08298c 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "POST /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.024 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.024 201 2d26b32335fd76b7df01baec1a761552 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.240:8080 1283 0.011 200 0af8d62cca6fe01adb87591b62a24d23 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "GET /admin/realms/atmosphere/clients/c77a2d4d-d566-4a49-95cc-b5563dede1e9/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.240:8080 166 0.010 200 28f6264bf803f6788f21d1111866db61 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.468 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.468 200 90b4047dbc4b5f7b3a3fddfcfe8234fc 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.240:8080 1249 0.006 200 9de1e129f9dc34bfe2d2912d5a592355 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "GET /admin/realms/atmosphere/clients/07589976-3bf5-46bd-ba2f-1dd2acbfed8a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.037 [auth-system-keycloak-80] [] 10.0.0.240:8080 119 0.037 404 95d3e049d3e4309f222899777e5a03e9 162.253.55.36 - - [29/Mar/2026:02:11:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.240:8080 1249 0.006 200 b07cae90ea335a959fc6db44664e7c42 162.253.55.36 - - [29/Mar/2026:02:11:23 +0000] "POST /admin/realms/atmosphere/clients/07589976-3bf5-46bd-ba2f-1dd2acbfed8a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.072 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.071 201 b03bfd42ef93baaa783f90ad67a6cb6f 162.253.55.36 - - [29/Mar/2026:02:11:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.240:8080 1249 0.007 200 1e67ab9d99f69811ca3253351929578e 162.253.55.36 - - [29/Mar/2026:02:11:23 +0000] "GET /admin/realms/atmosphere/clients/07589976-3bf5-46bd-ba2f-1dd2acbfed8a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.240:8080 166 0.010 200 8b61231a25d690754f79ffcf6f57f0e3 W0329 02:12:28.934693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:28.934748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:29.003978 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:29.004002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:29.004053 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0329 02:12:29.004060 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0329 02:12:29.004087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:29.004094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:29.004114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:29.004090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:29.004232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:29.004198 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0329 02:12:29.004471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:29.004505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:12:29.005936 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0329 02:12:29.005965 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0329 02:12:29.006182 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:12:29.006211 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0329 02:12:29.006278 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:12:29.006306 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0329 02:12:29.012521 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0329 02:12:29.012882 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0329 02:12:29.013181 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"863284d4-b79e-47e4-990f-5ff68591b97e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4883", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:12:29.014443 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0329 02:12:29.015142 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0329 02:12:29.015176 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0329 02:12:29.015437 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c8385b31-2ee3-403a-a6a3-916e44c648e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4884", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:12:29.015462 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"65052cdf-b0cf-484e-b55c-0857ea2b87f0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4885", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:12:29.015494 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0329 02:12:29.252143 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0329 02:12:29.253558 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0329 02:12:29.472977 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0329 02:12:29.474126 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0329 02:12:30.774192 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0329 02:12:30.775319 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0329 02:12:32.268581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:32.268656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:32.268694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:32.268821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:32.268848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:12:32.268981 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:12:32.315982 7 controller.go:216] "Backend successfully reloaded" I0329 02:12:32.316339 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5qnbg", UID:"535167c7-9c11-49d4-a674-625aae1c9ac0", APIVersion:"v1", ResourceVersion:"1613", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:12:35.602142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:35.602210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:35.602240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:35.602344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:35.602368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:38.934965 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:38.935019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:38.935044 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:38.935133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:38.935154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:42.268907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:42.268947 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:42.268986 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:42.269065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:42.269080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:45.601638 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:45.601705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:45.601744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:45.601865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:45.601891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:48.934656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:48.934719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:48.934957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:48.935151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:48.935191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:53.633169 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:53.633224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:53.633247 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:53.633325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:53.633344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:56.966662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:12:56.966765 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:12:56.966809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:12:56.966937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:56.966982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:00.300356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:00.300429 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:00.300459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:00.300726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:00.300748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:03.634099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:03.634145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:03.634166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:03.634254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:03.634270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:04.753506 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.250.60"}] I0329 02:13:04.753745 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.250.60"}] I0329 02:13:04.754801 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.250.60"}] I0329 02:13:04.968387 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c8385b31-2ee3-403a-a6a3-916e44c648e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5693", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:13:05.037816 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"65052cdf-b0cf-484e-b55c-0857ea2b87f0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5694", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:13:05.039182 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"863284d4-b79e-47e4-990f-5ff68591b97e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5695", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:13:06.967824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:06.967919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:06.967959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:06.968104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:06.968141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:10.301524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:10.301574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:10.301602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:10.301678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:10.301694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:13.633833 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:13.633887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:13.633911 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:13.633994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:13.634015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:16.967399 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:16.967448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:16.967472 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:16.967557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:16.967577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:20.300048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:20.300129 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:20.300195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:20.300346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:20.300375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:23.633881 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:23.633980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:23.634037 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:23.634314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:23.634364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:26.967338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:26.967434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:26.967499 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:13:26.967746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:26.967786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:30.300356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:30.300404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:30.300515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:30.300539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:33.634029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:33.634109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:33.634285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:33.634324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:37.237828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:37.237897 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:37.238066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:37.238085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:53.384502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:13:53.384566 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:13:53.384732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:53.384772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.101 - - [29/Mar/2026:02:13:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.030 [auth-system-keycloak-80] [] 10.0.0.240:8080 6411 0.030 200 ffbb74ad15c1612fa93927ffcd355cc7 10.0.0.137 - - [29/Mar/2026:02:13:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.240:8080 6411 0.007 200 1730e448175c18c74216806b3327f6fa W0329 02:14:00.396344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:14:00.396579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:00.396622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:03.730939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:03.731001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:07.063261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:07.063303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:21.704403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:21.704465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:25.038092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:25.038157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:28.371747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:28.371793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:42.287360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:42.287395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:14:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.467 200 fc32b2fb29e221593e9594da93f30538 162.253.55.36 - - [29/Mar/2026:02:14:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.240:8080 4246 0.006 200 8c520b8fec30d8abdde43b688c9ed526 162.253.55.36 - - [29/Mar/2026:02:14:45 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.361 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.360 204 d019f0b851a0ae702a295dd44ecfdcad W0329 02:14:45.621870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:45.621954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:14:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.191 [auth-system-keycloak-80] [] 10.0.0.240:8080 4384 0.191 200 43b84ed7fa537b71682772c5165b807f 162.253.55.36 - - [29/Mar/2026:02:14:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.477 200 efe44a98229bcbc39a67bcde88e7773c 162.253.55.36 - - [29/Mar/2026:02:14:46 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.030 [auth-system-keycloak-80] [] 10.0.0.240:8080 1682 0.030 200 51b7bbc0c4c5d5244d38bafc53690adb 162.253.55.36 - - [29/Mar/2026:02:14:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.240:8080 6411 0.007 200 b32c29a041a753756c27fbd368777627 162.253.55.36 - - [29/Mar/2026:02:14:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.490 200 d2447fc0e23f889b54bca869d41dfaf0 162.253.55.36 - - [29/Mar/2026:02:14:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.240:8080 2 0.009 200 a9eeedeea2fd598d9909b7c4698b59f0 162.253.55.36 - - [29/Mar/2026:02:14:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.325 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.324 201 da11b3e10be6291e39a95c837c44ceb0 162.253.55.36 - - [29/Mar/2026:02:14:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.020 [auth-system-keycloak-80] [] 10.0.0.240:8080 2242 0.020 200 507acd617e4e6d36524fc90b1ce7f1b2 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.441 [auth-system-keycloak-80] [] 10.0.0.240:8080 1925 0.439 200 ce9cb699ba4151327865ef8c0c76ac0f 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.023 [auth-system-keycloak-80] [] 10.0.0.240:8080 2242 0.023 200 9a55aae16125a1e76937a4c7f69613d8 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "GET /admin/realms/atmosphere/clients/a3ca200e-0786-45ff-8d75-9c5d7f41bd1d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.014 [auth-system-keycloak-80] [] 10.0.0.240:8080 233 0.013 200 1ae9543152fa442682e1d3649576a2de 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.072 [auth-system-keycloak-80] [] 10.0.0.240:8080 831 0.072 200 eced6b33e45e46a9fa563937dfc8bfd8 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "GET /admin/realms/atmosphere/clients/5060f9be-cbf4-46d2-a3e6-9bdfb58d3ed6/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.027 [auth-system-keycloak-80] [] 10.0.0.240:8080 3758 0.027 200 cbee88635406499f0f67fd6bf7e99ee8 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "GET /admin/realms/atmosphere/users/15e0129e-52f2-4fc6-9e3a-fb973426e39c/role-mappings/clients/5060f9be-cbf4-46d2-a3e6-9bdfb58d3ed6/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.164 [auth-system-keycloak-80] [] 10.0.0.240:8080 3758 0.164 200 c3f61f39aba212fb45ef977ff0f1137c 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "GET /admin/realms/atmosphere/users/15e0129e-52f2-4fc6-9e3a-fb973426e39c/role-mappings/clients/5060f9be-cbf4-46d2-a3e6-9bdfb58d3ed6/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.083 [auth-system-keycloak-80] [] 10.0.0.240:8080 2 0.083 200 1960b3ca6a39e4b55b2b73e9eb1d3818 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "POST /admin/realms/atmosphere/users/15e0129e-52f2-4fc6-9e3a-fb973426e39c/role-mappings/clients/5060f9be-cbf4-46d2-a3e6-9bdfb58d3ed6 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.080 [auth-system-keycloak-80] [] 10.0.0.240:8080 0 0.076 204 347d7212b33aaeec17230ae1d4ebbbd4 162.253.55.36 - - [29/Mar/2026:02:14:50 +0000] "GET /admin/realms/atmosphere/users/15e0129e-52f2-4fc6-9e3a-fb973426e39c/role-mappings/clients/5060f9be-cbf4-46d2-a3e6-9bdfb58d3ed6/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.240:8080 576 0.013 200 f0cc812de44b792873591a4b77ffc7f1 W0329 02:14:53.984579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:53.984611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:57.318289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:57.318344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0329 02:15:04.690483 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0329 02:15:12.688514 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0329 02:15:12.688574 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0329 02:15:12.688796 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0329 02:15:12.688827 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0329 02:15:14.077029 7 leaderelection.go:429] Failed to update lock optimistically: Operation cannot be fulfilled on leases.coordination.k8s.io "ingress-nginx-leader": the object has been modified; please apply your changes to the latest version and try again, falling back to slow path I0329 02:15:16.166063 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader E0329 02:15:46.120689 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0329 02:15:54.115848 7 leaderelection.go:472] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0329 02:15:54.115894 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0329 02:15:54.115987 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0329 02:15:54.116419 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0329 02:15:55.206758 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0329 02:16:43.702824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:43.702896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:47.036672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:47.036731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:50.370051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:50.370083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:17:01.714173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:17:01.714226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:17:59.638581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:17:59.638617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:39.447643 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:18:39.447780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:39.447810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:18:39.454012 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:28.7kB} I0329 02:18:39.454051 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0329 02:18:39.460125 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0329 02:18:39.460343 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"44a4da27-47a1-43c8-9678-7231c42eb0db", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7592", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:18:39.460745 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0329 02:18:39.461104 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:18:39.461175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:39.461198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:18:39.461313 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:18:39.522952 7 controller.go:216] "Backend successfully reloaded" I0329 02:18:39.523249 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5qnbg", UID:"535167c7-9c11-49d4-a674-625aae1c9ac0", APIVersion:"v1", ResourceVersion:"1613", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:18:39.764107 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0329 02:18:39.764866 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0329 02:18:42.795283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:42.795350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:18:43 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.005 300 facfa904f093817b3f5791744849fbb5 162.253.55.36 - - [29/Mar/2026:02:18:45 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 265 0.003 200 c3a2241058086ac8c817bce452f81683 162.253.55.36 - - [29/Mar/2026:02:18:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.378 [openstack-keystone-api-5000] [] 10.0.0.37:5000 1359 0.378 201 de0da73be810eedde85744d782b46a70 162.253.55.36 - - [29/Mar/2026:02:18:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 e520d72b6badd48883d20123942e65d5 162.253.55.36 - - [29/Mar/2026:02:18:45 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.036 [openstack-keystone-api-5000] [] 10.0.0.37:5000 90 0.036 404 6d6a24aece4ed92329838867ccba89c7 162.253.55.36 - - [29/Mar/2026:02:18:45 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.37:5000 366 0.022 200 c768707aeae7407d8b517d8a8ca57648 162.253.55.36 - - [29/Mar/2026:02:18:45 +0000] "GET /v3/domains/b85cffe2fa0243cb9dc7b5a518cadf02 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.37:5000 244 0.020 200 20fe642bd211085ee710610d78ae6aac 162.253.55.36 - - [29/Mar/2026:02:18:46 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.37:5000 265 0.004 200 440975fc2c3a623a191bf0555a7bd159 162.253.55.36 - - [29/Mar/2026:02:18:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.37:5000 1359 0.332 201 e6b2719906da618f8185c85956504bdd 162.253.55.36 - - [29/Mar/2026:02:18:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 44cec8a1f8bd2e4741f755ffc639154b 162.253.55.36 - - [29/Mar/2026:02:18:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.37:5000 101 0.021 404 fbf4ac5b000fe3cdfb304c63d22207b8 162.253.55.36 - - [29/Mar/2026:02:18:46 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.016 [openstack-keystone-api-5000] [] 10.0.0.37:5000 155 0.016 200 76dc328ca69ef7a0adee2c1d610af857 162.253.55.36 - - [29/Mar/2026:02:18:46 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.028 [openstack-keystone-api-5000] [] 10.0.0.37:5000 451 0.027 201 2b46abd34aaab63b40c24fb2895ba18d 162.253.55.36 - - [29/Mar/2026:02:18:47 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 265 0.004 200 886f360bf72e8da7d2bafd2a4894e365 162.253.55.36 - - [29/Mar/2026:02:18:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.37:5000 1359 0.294 201 aef71ae37f46e853d2ba44cae0f1f753 162.253.55.36 - - [29/Mar/2026:02:18:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 ab854c9a1fd6aee8d7fdfc1d0eca513e 162.253.55.36 - - [29/Mar/2026:02:18:47 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.025 [openstack-keystone-api-5000] [] 10.0.0.37:5000 98 0.025 404 7853af00f4911bfbfa3b128e2cb79459 162.253.55.36 - - [29/Mar/2026:02:18:47 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.37:5000 135 0.018 200 b09533e390145c18c44753a5d9dd033e 162.253.55.36 - - [29/Mar/2026:02:18:47 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.020 [openstack-keystone-api-5000] [] 10.0.0.37:5000 356 0.020 201 499f0a2ee201185e2c19433a92f7eccf 162.253.55.36 - - [29/Mar/2026:02:18:48 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.37:5000 265 0.004 200 087d8393d38fe8880bab3007f927727a 162.253.55.36 - - [29/Mar/2026:02:18:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.37:5000 1359 0.285 201 264abae7018016d8e0424e4334f90fd8 162.253.55.36 - - [29/Mar/2026:02:18:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.004 300 e444d02233a6f239fdfe8dc6958bce43 162.253.55.36 - - [29/Mar/2026:02:18:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.024 [openstack-keystone-api-5000] [] 10.0.0.37:5000 131 0.024 404 ebf214b87ba81190a36676b8212447b4 162.253.55.36 - - [29/Mar/2026:02:18:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.37:5000 167 0.018 200 566e833b9371fe42ea448fb11a2c0f46 162.253.55.36 - - [29/Mar/2026:02:18:48 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.024 [openstack-keystone-api-5000] [] 10.0.0.37:5000 222 0.024 201 31ca819772f3522480340e397d882078 I0329 02:18:55.215385 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.250.60"}] I0329 02:18:55.238824 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"44a4da27-47a1-43c8-9678-7231c42eb0db", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7699", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:18:55.243061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:55.243101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:58.577263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:58.577297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:01.910138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:01.910178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:05.243268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:05.243305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:23.993636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:23.993672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:27.328068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:27.328256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:31.788933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:31.789059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:35.122794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:35.122837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:06.981957 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:21:06.982194 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:21:06.982346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:06.982375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:21:06.986916 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0329 02:21:06.986958 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0329 02:21:06.992413 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0329 02:21:06.992685 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"0dc60c0a-2063-4e4a-b107-31d4c316e88d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8704", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:21:06.992928 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0329 02:21:06.993303 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:21:06.993405 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:21:06.993483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:06.993503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:21:06.993628 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:21:07.042862 7 controller.go:216] "Backend successfully reloaded" I0329 02:21:07.043171 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5qnbg", UID:"535167c7-9c11-49d4-a674-625aae1c9ac0", APIVersion:"v1", ResourceVersion:"1613", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:21:07.374192 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0329 02:21:07.375558 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.36 - - [29/Mar/2026:02:21:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 96210e286db485737d30a1e704e676c8 162.253.55.36 - - [29/Mar/2026:02:21:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.427 [openstack-keystone-api-5000] [] 10.0.0.37:5000 1990 0.427 201 3e62f2a7a26210d2319ca394786f364c 162.253.55.36 - - [29/Mar/2026:02:21:08 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.021 [openstack-keystone-api-5000] [] 10.0.0.37:5000 85 0.020 404 7a4903145ff49d39c5d3e547efc8c525 162.253.55.36 - - [29/Mar/2026:02:21:08 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-keystone-api-5000] [] 10.0.0.37:5000 128 0.019 200 61654296c6b1a4d3dfad650b9138c286 162.253.55.36 - - [29/Mar/2026:02:21:08 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.022 [openstack-keystone-api-5000] [] 10.0.0.37:5000 229 0.023 201 ecf1fcf2e54ab62ced2c85394708ee4d W0329 02:21:10.328091 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:21:10.328347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:10.328379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:13.661324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:13.661381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:21:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 227 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 6055e8f1070d45532ea2cdd37d5e3f45 162.253.55.36 - - [29/Mar/2026:02:21:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 546 0.283 [openstack-keystone-api-5000] [] 10.0.0.37:5000 1990 0.283 201 cdd54a5e0b27383f133b9b1f4e34d12d 162.253.55.36 - - [29/Mar/2026:02:21:14 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.029 [openstack-keystone-api-5000] [] 10.0.0.37:5000 1514 0.029 200 fcacb8c9ac70f9cfd70f713b5e30b2d6 162.253.55.36 - - [29/Mar/2026:02:21:14 +0000] "PUT /v3/roles/e27e8d76e3ef4d79bdffcf447103b95c/implies/88a6e514002b446a93cad7fde56ef9e2 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.033 [openstack-keystone-api-5000] [] 10.0.0.37:5000 518 0.034 201 bb96aa5dcb62785f3c4cac0b4e5f9ef3 I0329 02:21:55.214126 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.106.250.60"}] I0329 02:21:55.222665 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"0dc60c0a-2063-4e4a-b107-31d4c316e88d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9114", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:21:55.223453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:55.223479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:22:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.002 300 2be1b051ada3cacd4148f625d9e69d67 162.253.55.36 - - [29/Mar/2026:02:22:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.373 [openstack-keystone-api-5000] [] 10.0.0.37:5000 2053 0.373 201 f3efb2441b96969ff7d4a8e7f308f2ba 162.253.55.36 - - [29/Mar/2026:02:22:11 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.37:5000 87 0.026 404 358189c75ce81b9787cd030aea79e025 162.253.55.36 - - [29/Mar/2026:02:22:11 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.37:5000 388 0.017 200 057b8558bf31d470f11e5fadf3745ab2 162.253.55.36 - - [29/Mar/2026:02:22:11 +0000] "GET /v3/users/rgw-RegionOne?domain_id=58d7d7fb81064f3fb1f0ddb88da581e0 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.035 [openstack-keystone-api-5000] [] 10.0.0.37:5000 91 0.035 404 5a77754e86abc300effd21e303b625b2 162.253.55.36 - - [29/Mar/2026:02:22:11 +0000] "GET /v3/users?domain_id=58d7d7fb81064f3fb1f0ddb88da581e0&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.028 [openstack-keystone-api-5000] [] 10.0.0.37:5000 177 0.028 200 6360d0f2172dbf9779071f75b805e364 162.253.55.36 - - [29/Mar/2026:02:22:11 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.713 [openstack-keystone-api-5000] [] 10.0.0.37:5000 290 0.713 201 6205a93c651fe906d53e4e437a94b7a6 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.004 300 b5b374cfd585d2a1343dbc0251c18345 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 546 0.298 [openstack-keystone-api-5000] [] 10.0.0.37:5000 2053 0.298 201 f83728d3b0ff6e96e52f99fa4cba7436 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.023 [openstack-keystone-api-5000] [] 10.0.0.37:5000 83 0.023 404 8135ac9abe9de4dc744f933bf1fb5e9b 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.020 [openstack-keystone-api-5000] [] 10.0.0.37:5000 359 0.020 200 81419a0f10034977313ffcdc7e9d6b7c 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.023 [openstack-keystone-api-5000] [] 10.0.0.37:5000 87 0.023 404 1b827dbee3a97b6811ab1e618d9eb0d7 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.022 [openstack-keystone-api-5000] [] 10.0.0.37:5000 388 0.023 200 6e210f97e90d1036f91a4d3cb5008f68 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.023 [openstack-keystone-api-5000] [] 10.0.0.37:5000 91 0.023 404 849b1de2de3967d02033f2217ea2c02c 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET /v3/users?domain_id=58d7d7fb81064f3fb1f0ddb88da581e0&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.047 [openstack-keystone-api-5000] [] 10.0.0.37:5000 456 0.048 200 5b8127b16df335e1fe5a4d68f0a46cb6 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.020 [openstack-keystone-api-5000] [] 10.0.0.37:5000 88 0.020 404 7b8aa7e41f7717e60c01469233c4f230 162.253.55.36 - - [29/Mar/2026:02:22:16 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.025 [openstack-keystone-api-5000] [] 10.0.0.37:5000 518 0.024 200 4ea18005dc4aa5a10b2c61f94b528cd3 162.253.55.36 - - [29/Mar/2026:02:22:17 +0000] "PUT /v3/projects/30935c3377ae4066beb178920766b035/users/f38153cf84c64b82a609c12383f2a318/roles/09006ed527b548278504ad16ad6a02ac HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.617 [openstack-keystone-api-5000] [] 10.0.0.37:5000 0 0.618 204 40843ad87d9df397f693d3ec35a0f5f2 162.253.55.36 - - [29/Mar/2026:02:22:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 6a15f9d61d5727d408fcba836675034e 162.253.55.36 - - [29/Mar/2026:02:22:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.362 [openstack-keystone-api-5000] [] 10.0.0.37:5000 2053 0.362 201 7340ff5497a6cf5f20efc34945b5bdc5 162.253.55.36 - - [29/Mar/2026:02:22:20 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.021 [openstack-keystone-api-5000] [] 10.0.0.37:5000 150 0.022 200 ea9b70dd83db008fb542f7d8de9acee7 162.253.55.36 - - [29/Mar/2026:02:22:20 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.034 [openstack-keystone-api-5000] [] 10.0.0.37:5000 262 0.034 201 3392810727d9685f3fef11aa0ada054f 162.253.55.36 - - [29/Mar/2026:02:22:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 56e214be55ac8f3bbeee753ab9bdd795 162.253.55.36 - - [29/Mar/2026:02:22:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.37:5000 2155 0.299 201 66194acba34e4b620b71a2a10da18ce8 162.253.55.36 - - [29/Mar/2026:02:22:21 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.37:5000 86 0.028 404 52ad692e8d0cfdb00df4d616055a6c39 162.253.55.36 - - [29/Mar/2026:02:22:21 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.37:5000 380 0.017 200 874a1d4f0201a9c01780c0ab14fbfd53 162.253.55.36 - - [29/Mar/2026:02:22:22 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=ecc3fe6b20e143898444bf0e34ce8c1d HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.37:5000 204 0.020 200 eb14efe7245e2b700263de02ff1d9c70 162.253.55.36 - - [29/Mar/2026:02:22:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.032 [openstack-keystone-api-5000] [] 10.0.0.37:5000 377 0.032 201 379cb21509a8cedb80d7ae49e48ca353 162.253.55.36 - - [29/Mar/2026:02:22:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.005 300 21c91318879be6fa04bd9f12df1b93e0 162.253.55.36 - - [29/Mar/2026:02:22:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.37:5000 2363 0.307 201 3587ca4414db808f20c282e27e9e49be 162.253.55.36 - - [29/Mar/2026:02:22:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.37:5000 86 0.020 404 131ba9b96edb987a46c4a8793d7b59b0 162.253.55.36 - - [29/Mar/2026:02:22:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.37:5000 380 0.018 200 fc6f919550666c17abf6c98b17577424 162.253.55.36 - - [29/Mar/2026:02:22:22 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=ecc3fe6b20e143898444bf0e34ce8c1d HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.019 [openstack-keystone-api-5000] [] 10.0.0.37:5000 206 0.019 200 64e76d0217dc8fdc71503c57e75ad16c 162.253.55.36 - - [29/Mar/2026:02:22:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.021 [openstack-keystone-api-5000] [] 10.0.0.37:5000 391 0.022 201 be63b2701f7c1999ecdb645539b074cf W0329 02:22:24.208969 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:22:24.209144 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:22:24.209234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:24.209259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:22:24.214483 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0329 02:22:24.214528 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0329 02:22:24.239959 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0329 02:22:24.240481 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"faf9ad55-92cd-49ef-a082-70db9393c6d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9318", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:22:24.240723 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0329 02:22:24.241189 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:22:24.241323 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:22:24.241421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:24.241447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:22:24.241620 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:22:24.298721 7 controller.go:216] "Backend successfully reloaded" I0329 02:22:24.299146 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5qnbg", UID:"535167c7-9c11-49d4-a674-625aae1c9ac0", APIVersion:"v1", ResourceVersion:"1613", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:22:24.545688 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0329 02:22:24.546435 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0329 02:22:27.576784 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:22:27.577032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:27.577059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:45.354116 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:22:45.354354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:45.354405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:51.103459 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:22:51.103670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:51.103699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:54.437774 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:22:54.438003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:54.438021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:22:55.217267 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.106.250.60"}] I0329 02:22:55.226254 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"faf9ad55-92cd-49ef-a082-70db9393c6d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9619", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:22:57.770720 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:22:57.771052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:22:57.771086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:22:57.771360 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:22:57.828024 7 controller.go:216] "Backend successfully reloaded" I0329 02:22:57.828919 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5qnbg", UID:"535167c7-9c11-49d4-a674-625aae1c9ac0", APIVersion:"v1", ResourceVersion:"1613", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:23:01.104693 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:23:01.104873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:01.104899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:04.437023 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:23:04.437271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:04.437307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:17.001339 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:23:17.001590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:17.001618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:20.337326 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:23:20.337646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:20.337677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:24.887617 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:23:24.887843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:24.887875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:38.890206 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:23:38.890660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:23:38.890745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:24:17.767361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:24:17.767406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:25:38.021045 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:25:38.021184 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:25:38.021277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:25:38.021303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:25:38.026036 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.1kB} I0329 02:25:38.026066 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0329 02:25:38.034985 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0329 02:25:38.035287 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"65409dba-f1ec-45e1-91ba-a4cf18bfd052", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10874", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:25:38.035687 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0329 02:25:38.036294 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:25:38.036438 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:25:38.036535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:25:38.036559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:25:38.036735 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:25:38.097948 7 controller.go:216] "Backend successfully reloaded" I0329 02:25:38.098396 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5qnbg", UID:"535167c7-9c11-49d4-a674-625aae1c9ac0", APIVersion:"v1", ResourceVersion:"1613", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:25:38.496583 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0329 02:25:38.498704 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0329 02:25:41.370132 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:25:41.370299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:25:41.370322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:25:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 1144fa9527a700a19244eb44124f11b0 162.253.55.36 - - [29/Mar/2026:02:25:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.324 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.324 201 dfda7cbb2aa44b8a716175fefcdf5196 162.253.55.36 - - [29/Mar/2026:02:25:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ecc480aaba96b5d1fab34ea94f8e1d79 162.253.55.36 - - [29/Mar/2026:02:25:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b577b5dbbab30da484624d90e71fc746 162.253.55.36 - - [29/Mar/2026:02:25:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.005 300 49d8b640fd1d9c643fa572f269f2df4d 162.253.55.36 - - [29/Mar/2026:02:25:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.303 201 fbb0f1d35372b3b51c8f93e6acd6b8cd 162.253.55.36 - - [29/Mar/2026:02:25:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5e839887e619d6777388416a2c4f1c23 162.253.55.36 - - [29/Mar/2026:02:25:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 02a4aa854527e75bd13290d2640f4ef7 W0329 02:25:44.703665 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:25:44.703941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:25:44.703998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:25:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 596c8c28a21610adc2691adcee4a6b03 162.253.55.36 - - [29/Mar/2026:02:25:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.307 201 bac976132eaea5bfb9acea4208728631 162.253.55.36 - - [29/Mar/2026:02:25:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8f065f8861bc0a1ec0cdcb4257b87dcf 162.253.55.36 - - [29/Mar/2026:02:25:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a4fb2306ba6fd73a8bfe7085f606841c 162.253.55.36 - - [29/Mar/2026:02:25:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 831118f927e68aaab1cfb382131aaa34 162.253.55.36 - - [29/Mar/2026:02:25:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.282 201 18a0c0e809c64fe590a8b17ce062873a 162.253.55.36 - - [29/Mar/2026:02:25:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fb17813ddc791f83d38769fb68d5e3a0 162.253.55.36 - - [29/Mar/2026:02:25:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0e8f4637dc2b10b38089a4aec59559d9 162.253.55.36 - - [29/Mar/2026:02:25:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 df773a550cb67f10a8b19b0ba4f50760 162.253.55.36 - - [29/Mar/2026:02:25:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.287 201 1fec9f85783df94ea9a334b50edb341f 162.253.55.36 - - [29/Mar/2026:02:25:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 36e9f1ec1ca47caf8a82ff816848099b 162.253.55.36 - - [29/Mar/2026:02:25:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ea3af089c6564ecfd0ce46a22c780f98 162.253.55.36 - - [29/Mar/2026:02:25:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 57e0ab43fcbf8031149c18d244326e62 162.253.55.36 - - [29/Mar/2026:02:25:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.305 201 c900963e75d7b1b51f9418ce241863e1 162.253.55.36 - - [29/Mar/2026:02:25:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 79059111fb91cc8f1f6b132cfb64dcbc 162.253.55.36 - - [29/Mar/2026:02:25:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 138d46b547dbd76beb9de16951dc2cfb 162.253.55.36 - - [29/Mar/2026:02:25:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 9f1b6d07f79da614e2821d6ebd9429c1 162.253.55.36 - - [29/Mar/2026:02:25:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.302 201 97394e2b851ad72fae88af63887c46c0 162.253.55.36 - - [29/Mar/2026:02:25:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3f9b73b81750cb4ba6944da021d3c34f 162.253.55.36 - - [29/Mar/2026:02:25:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4fc9ea29dad850ff78e59a16ca11f496 W0329 02:25:54.419691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:25:54.419728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:25:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.002 300 1db1effc58d281a29a76db5bde734987 162.253.55.36 - - [29/Mar/2026:02:25:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.281 201 17d1d0f1a47e597eb88dabaa94313057 162.253.55.36 - - [29/Mar/2026:02:25:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 703731f43dd9819a790d1433bc41d0b1 162.253.55.36 - - [29/Mar/2026:02:25:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f3bc7b28cade73c5089b788e0d66fbd7 I0329 02:25:55.215251 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.106.250.60"}] I0329 02:25:55.221161 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"65409dba-f1ec-45e1-91ba-a4cf18bfd052", APIVersion:"networking.k8s.io/v1", ResourceVersion:"11021", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 162.253.55.36 - - [29/Mar/2026:02:25:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.004 300 4f99f0c399f2bfc8f22bd8c4701402e0 162.253.55.36 - - [29/Mar/2026:02:25:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.296 201 3597f1fa970f339598357bdca4d6ec49 162.253.55.36 - - [29/Mar/2026:02:25:56 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.62:9292 1301 0.003 300 05a316fe89c2b841e80a150923852c46 162.253.55.36 - - [29/Mar/2026:02:25:57 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.593 [openstack-glance-api-9292] [] 10.0.0.62:9292 69 0.593 200 2b735b8b8b6db639bcd43948453ec3ab W0329 02:25:57.754092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:25:57.754149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.36 - - [29/Mar/2026:02:26:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.37:5000 280 0.003 300 f392fe3ab5fabf38a118a18645c312e2 162.253.55.36 - - [29/Mar/2026:02:26:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.37:5000 3197 0.295 201 d53ab5cf28e02a1445033df86768a9b1 162.253.55.36 - - [29/Mar/2026:02:26:00 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.62:9292 1301 0.002 300 bd3970bf8e288df3d2cf0a6777127cbf 162.253.55.36 - - [29/Mar/2026:02:26:00 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.034 [openstack-glance-api-9292] [] 10.0.0.62:9292 69 0.034 200 e2bb8f8d66c5dc5b1eb3125d523003e4 162.253.55.36 - - [29/Mar/2026:02:26:00 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.126 [openstack-glance-api-9292] [] 10.0.0.62:9292 151 0.127 404 984038784e4b0873e9e7d88ffc6d3494 162.253.55.36 - - [29/Mar/2026:02:26:00 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.029 [openstack-glance-api-9292] [] 10.0.0.62:9292 81 0.029 200 8f529a7b4faae6619ccb778f1f800dd7 162.253.55.36 - - [29/Mar/2026:02:26:00 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.62:9292 84 0.026 200 4c5ad242bb96d7bc4b454be9e5426617 162.253.55.36 - - [29/Mar/2026:02:26:01 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.180 [openstack-glance-api-9292] [] 10.0.0.62:9292 760 0.181 201 27079cdea3df175b2b5c336cdf6d8164 162.253.55.36 - - [29/Mar/2026:02:26:06 +0000] "PUT /v2/images/d3d3991e-3650-4a54-b272-656e5c7808eb/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 5.112 [openstack-glance-api-9292] [] 10.0.0.62:9292 0 5.113 204 b409c319812e9eba6799c0ea0a94f270 162.253.55.36 - - [29/Mar/2026:02:26:06 +0000] "GET /v2/images/d3d3991e-3650-4a54-b272-656e5c7808eb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.62:9292 1171 0.016 200 ff0c19b411b83adb64e79d0a624688cb 162.253.55.36 - - [29/Mar/2026:02:26:06 +0000] "GET /v2/images/d3d3991e-3650-4a54-b272-656e5c7808eb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.62:9292 1171 0.015 200 81768bf784edada490b9005f3f457bd8 W0329 02:26:09.404920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:26:09.404958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:26:12.739208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:26:12.739268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store