------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0411 02:14:07.711403 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0411 02:14:07.711865 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0411 02:14:07.722058 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0411 02:14:07.724681 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0411 02:14:07.838129 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0411 02:14:07.857756 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0411 02:14:07.868355 7 nginx.go:271] "Starting NGINX Ingress controller" I0411 02:14:07.875497 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"df6cfcd3-fdf7-4f59-b2d5-69865caaf11a", APIVersion:"v1", ResourceVersion:"1340", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0411 02:14:07.882456 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"35f28cf1-c95a-4e7d-814e-8f3a9de580cb", APIVersion:"v1", ResourceVersion:"1341", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0411 02:14:07.882508 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e0a26ab7-297d-4547-9710-f808b3ac0764", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0411 02:14:09.070263 7 nginx.go:317] "Starting NGINX process" I0411 02:14:09.070389 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0411 02:14:09.070882 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0411 02:14:09.071316 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0411 02:14:09.071449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:09.071486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:14:09.071638 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:14:09.105283 7 controller.go:216] "Backend successfully reloaded" I0411 02:14:09.105565 7 controller.go:227] "Initial sync, sleeping for 1 second" I0411 02:14:09.105786 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vsvjb", UID:"e7058ed0-b4e0-439b-bcc8-f63393a02b0e", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:14:12.898618 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0411 02:14:12.898696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:12.898727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:14:15.502081 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0411 02:14:15.502494 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-vsvjb" W0411 02:14:16.232476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:16.232530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:19.566367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:19.566426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:22.899585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:22.899641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:26.232852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:26.232896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:29.566707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:29.566750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:32.898926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:32.898977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:36.232620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:36.232665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:39.565567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:39.565626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:42.898824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:42.898888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:46.232482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:46.232530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:49.567029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:49.567073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:54.617537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:14:54.617574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:42.920675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:42.920805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:46.254163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:15:46.254212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:06.895278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:06.895327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:10.229608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:10.229646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:13.562045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:13.562092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:16.897229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:16.897314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:20.230042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:20.230211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:25.629209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:25.629249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:32.676305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:32.676348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:36.012754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:16:36.012801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:42.953060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:42.953132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:46.286847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:46.286892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:46.603968 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-153.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-153.nip.io-tls was not found. Using default certificate W0411 02:18:46.604110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:46.604158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:18:46.606146 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0411 02:18:46.606232 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0411 02:18:46.615168 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0411 02:18:46.615450 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"925539ad-5be6-42bc-bf8b-fe9a794c2bc2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3434", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:18:46.615848 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-153.nip.io-tls" in local store I0411 02:18:46.887514 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-153.nip.io-tls" I0411 02:18:46.888968 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-153.nip.io-tls" W0411 02:18:49.621137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:49.621183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:18:49.621259 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:18:49.667752 7 controller.go:216] "Backend successfully reloaded" I0411 02:18:49.668040 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vsvjb", UID:"e7058ed0-b4e0-439b-bcc8-f63393a02b0e", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:18:52.953842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:18:52.953894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:18:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.115 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 2.112 200 26daf056a0a11b92ad22bcfa2ad813f8 199.204.45.153 - - [11/Apr/2026:02:18:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.167 [auth-system-keycloak-80] [] 10.0.0.146:8080 116 0.166 404 cd3ea03a46f58bc78f7ccaf39540de4d 199.204.45.153 - - [11/Apr/2026:02:19:01 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.502 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 3.501 201 9eb0935887ae0a21691bb147042e63b1 199.204.45.153 - - [11/Apr/2026:02:19:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.499 [auth-system-keycloak-80] [] 10.0.0.146:8080 4246 0.498 200 97f358a2f050d63309e82d61afc70323 199.204.45.153 - - [11/Apr/2026:02:19:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.550 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.548 200 f40d93ce4200dde0190513dce278ba3d 199.204.45.153 - - [11/Apr/2026:02:19:03 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.186 [auth-system-keycloak-80] [] 10.0.0.146:8080 12500 0.186 200 6467d5f8c6f23e3170dd120718b34fa6 199.204.45.153 - - [11/Apr/2026:02:19:03 +0000] "GET /admin/realms/atmosphere/client-scopes/1cff770d-e1a1-4527-b5e2-41f16c187d3e HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 1278 0.009 200 af7a4435e58d8ee51585753463445d95 199.204.45.153 - - [11/Apr/2026:02:19:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/1cff770d-e1a1-4527-b5e2-41f16c187d3e HTTP/1.1" 204 0 "-" "Ansible" 1848 0.070 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.069 204 8a09f3ca23e05983c86129f86b372b5a 199.204.45.153 - - [11/Apr/2026:02:19:03 +0000] "GET /admin/realms/atmosphere/client-scopes/1cff770d-e1a1-4527-b5e2-41f16c187d3e/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.106 [auth-system-keycloak-80] [] 10.0.0.146:8080 963 0.106 200 500504d33d89cbba9f8466f5c49ac3f4 199.204.45.153 - - [11/Apr/2026:02:19:03 +0000] "GET /admin/realms/atmosphere/client-scopes/1cff770d-e1a1-4527-b5e2-41f16c187d3e/protocol-mappers/models/bdbe8133-350a-40a3-9045-6e01b13289ea HTTP/1.1" 200 366 "-" "Ansible" 1309 0.060 [auth-system-keycloak-80] [] 10.0.0.146:8080 366 0.060 200 4c4a582475f72da5633046ba8edbf524 199.204.45.153 - - [11/Apr/2026:02:19:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/1cff770d-e1a1-4527-b5e2-41f16c187d3e/protocol-mappers/models/bdbe8133-350a-40a3-9045-6e01b13289ea HTTP/1.1" 204 0 "-" "Ansible" 1622 0.083 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.083 204 ef6860d60639788c22d4be957e882ab8 199.204.45.153 - - [11/Apr/2026:02:19:04 +0000] "GET /admin/realms/atmosphere/client-scopes/1cff770d-e1a1-4527-b5e2-41f16c187d3e HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.146:8080 1218 0.017 200 8903f02e4d4b80f0d4626b42575e1a51 I0411 02:19:15.509479 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.114.15"}] I0411 02:19:15.515568 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"925539ad-5be6-42bc-bf8b-fe9a794c2bc2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3770", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:19:15.516524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:15.516564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:19:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.526 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.525 200 2f82315423dadee4ba172ecc74f2691c 199.204.45.153 - - [11/Apr/2026:02:19:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.013 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.013 200 4247f8018d04563d41f0406a2fab7768 199.204.45.153 - - [11/Apr/2026:02:19:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.171 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.170 201 9609fb0952f4a89aa1653b2321953456 199.204.45.153 - - [11/Apr/2026:02:19:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.080 200 3e6a67fd90c65dd14af53579b8593c93 199.204.45.153 - - [11/Apr/2026:02:19:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.530 200 f418fa025783076ea2581283cab5aa2c 199.204.45.153 - - [11/Apr/2026:02:19:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.011 200 c4b0792ee444af8990b817d82d62ee64 199.204.45.153 - - [11/Apr/2026:02:19:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.040 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.039 201 20387ba6e9a8dfa03cc342ab35570ea2 199.204.45.153 - - [11/Apr/2026:02:19:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.070 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.070 200 a9efae88ce459415313630408a75ebe1 199.204.45.153 - - [11/Apr/2026:02:19:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.016 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 1.015 200 c0cdb189389b0a77a61d7ecba2464cd6 199.204.45.153 - - [11/Apr/2026:02:19:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.009 200 779dc0404be0d5c878d95e8a2fe21c58 199.204.45.153 - - [11/Apr/2026:02:19:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.064 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.063 201 a756cc3a55cd0bc43bbf4c23ec20b829 199.204.45.153 - - [11/Apr/2026:02:19:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.077 200 c5aee1fc80118fe5c968191b0d4c78da 199.204.45.153 - - [11/Apr/2026:02:19:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.470 200 484c4cc79fc18fa9a060e51f61cbd9ce 199.204.45.153 - - [11/Apr/2026:02:19:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.008 200 f467d1fec2cb19a6b04688e3105601c9 199.204.45.153 - - [11/Apr/2026:02:19:29 +0000] "GET /admin/realms/atmosphere/clients/a17b220d-c406-413e-82f4-b83f63226bf3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.012 404 8ed3a8d76d92e6453daa988b678d3581 199.204.45.153 - - [11/Apr/2026:02:19:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.028 200 449b576ea59d260540d920bdf768a201 199.204.45.153 - - [11/Apr/2026:02:19:29 +0000] "POST /admin/realms/atmosphere/clients/a17b220d-c406-413e-82f4-b83f63226bf3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.083 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.082 201 5cea576e3ef5ea26fee4ce7e6f074bd1 199.204.45.153 - - [11/Apr/2026:02:19:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 1261 0.009 200 ee54c81f89abdb8ddf09b47b3d98631a 199.204.45.153 - - [11/Apr/2026:02:19:29 +0000] "GET /admin/realms/atmosphere/clients/a17b220d-c406-413e-82f4-b83f63226bf3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.018 200 9b39c8fcb98e5b5667fd09f8a6585125 199.204.45.153 - - [11/Apr/2026:02:19:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.511 200 2dd3f59394d87061dbdfcb1c2ab1bcce 199.204.45.153 - - [11/Apr/2026:02:19:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.008 200 a34dc98c857bb2b04f101c9107c70213 199.204.45.153 - - [11/Apr/2026:02:19:30 +0000] "GET /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.009 404 d87e1f1f838eb380d6096092e43dda81 199.204.45.153 - - [11/Apr/2026:02:19:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.018 200 7899316e46b3755d04a3859d675d3220 199.204.45.153 - - [11/Apr/2026:02:19:30 +0000] "POST /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.015 201 b32044986efdef3690ac866c0aa6b0fc 199.204.45.153 - - [11/Apr/2026:02:19:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.063 200 b20c584c7eb03d3de2ddeacc9ae9eaf2 199.204.45.153 - - [11/Apr/2026:02:19:30 +0000] "GET /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.146:8080 165 0.013 200 6e99a74f797f1968968eddc4e5cdf5c4 199.204.45.153 - - [11/Apr/2026:02:19:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.516 200 b7000021930479b462dacecc89929715 199.204.45.153 - - [11/Apr/2026:02:19:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.007 200 a31875f9fc83b1ac521244725afd8d25 199.204.45.153 - - [11/Apr/2026:02:19:31 +0000] "GET /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.047 404 2071a65f517a9fef6c66f0d3b225bc0a 199.204.45.153 - - [11/Apr/2026:02:19:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.006 200 c19c57961174e4faf4b70a629c14e5cc 199.204.45.153 - - [11/Apr/2026:02:19:31 +0000] "POST /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.075 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.075 201 7c966d366f82ffe1294536f58f299433 199.204.45.153 - - [11/Apr/2026:02:19:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.007 200 b937398efc648c6a6c0193d9bb1e2602 199.204.45.153 - - [11/Apr/2026:02:19:31 +0000] "GET /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.073 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.073 200 121017f98a739b1a3606f4b876bf55c2 199.204.45.153 - - [11/Apr/2026:02:19:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.464 200 838333d345b70202a682108ea054e967 199.204.45.153 - - [11/Apr/2026:02:19:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.034 200 a488c573803ca01cf53179cdf216a91c 199.204.45.153 - - [11/Apr/2026:02:19:32 +0000] "GET /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.011 404 869f7f4c5aea792390a2f8fe50fa9d1e 199.204.45.153 - - [11/Apr/2026:02:19:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.062 200 21de2243d95bf265ef5ed819a30960bd 199.204.45.153 - - [11/Apr/2026:02:19:32 +0000] "POST /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.017 201 53131e730dafb684b945c17f3a7119d0 199.204.45.153 - - [11/Apr/2026:02:19:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.146:8080 1286 0.059 200 b734762d5fb3595b9b76510dced4af7e 199.204.45.153 - - [11/Apr/2026:02:19:32 +0000] "GET /admin/realms/atmosphere/clients/16e92d37-79b3-47af-9431-4ebdcde5ec37/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.015 200 6a0b48b39a5410900f9eee3208c6e813 199.204.45.153 - - [11/Apr/2026:02:19:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.509 200 82a331bdbd314fe974d1f527945fb9df 199.204.45.153 - - [11/Apr/2026:02:19:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.006 200 4056e35fd88ad7e5a2557552a37da67f 199.204.45.153 - - [11/Apr/2026:02:19:33 +0000] "GET /admin/realms/atmosphere/clients/ea031c54-1ef4-483c-bd06-43f8123866fc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.146:8080 119 0.007 404 241d9cb03557f0948074dd11a8efb2c4 199.204.45.153 - - [11/Apr/2026:02:19:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.029 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.029 200 41ff5db6153ac0b610f3ada2bf1d4ebd 199.204.45.153 - - [11/Apr/2026:02:19:33 +0000] "POST /admin/realms/atmosphere/clients/ea031c54-1ef4-483c-bd06-43f8123866fc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.014 201 894c933394c3b7803ea07d5372b5a12a 199.204.45.153 - - [11/Apr/2026:02:19:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 1251 0.006 200 b1d8297295556f90d52f7f9b55730610 199.204.45.153 - - [11/Apr/2026:02:19:33 +0000] "GET /admin/realms/atmosphere/clients/ea031c54-1ef4-483c-bd06-43f8123866fc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.146:8080 166 0.012 200 3879a4e28f92847285ef0c177bba6ea6 W0411 02:19:46.248099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:46.248130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:49.582772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:19:49.582825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:39.024859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:39.025037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:39.099355 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:39.099421 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0411 02:20:39.099453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:39.099466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:39.099632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:39.099799 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0411 02:20:39.099894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:39.100020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:39.100647 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:39.100762 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0411 02:20:39.100829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:39.100861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:20:39.101408 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0411 02:20:39.101434 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0411 02:20:39.102156 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0411 02:20:39.102181 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0411 02:20:39.102806 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0411 02:20:39.102836 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0411 02:20:39.109401 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0411 02:20:39.109991 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0411 02:20:39.110023 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0411 02:20:39.110050 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"255c963f-7fa7-4c44-a955-0b058bb88f6d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 02:20:39.110203 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d51333e5-eb64-4216-b29d-665cba6a1dd4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4443", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:20:39.110467 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0411 02:20:39.110856 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0411 02:20:39.111053 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a30f5bb5-5646-44b3-916b-fb9ebab722ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4444", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:20:39.111321 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0411 02:20:39.457250 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0411 02:20:39.458481 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0411 02:20:39.523092 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0411 02:20:39.523802 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0411 02:20:40.770306 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0411 02:20:40.771741 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0411 02:20:42.359205 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:42.359248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:42.359279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:42.359368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:42.359388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:20:42.359486 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:20:42.409149 7 controller.go:216] "Backend successfully reloaded" I0411 02:20:42.410119 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vsvjb", UID:"e7058ed0-b4e0-439b-bcc8-f63393a02b0e", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:20:45.692696 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:45.692792 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:45.692840 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:45.692995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:45.693033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:49.025269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:49.025330 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:49.025350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:49.025420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:49.025438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:52.358442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:52.358507 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:52.358584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:52.358769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:52.358807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:55.692777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:55.692837 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:55.692914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:55.693035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:55.693057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:59.025398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:20:59.025479 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 02:20:59.025538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:20:59.025656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:20:59.025683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:02.359193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:02.359302 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:02.359419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:02.359447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:05.692010 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:05.692319 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:05.692553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:05.692675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:09.025253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:09.025325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:09.025423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:09.025442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:12.360417 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:12.360537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:12.360701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:12.360734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:21:15.509871 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.114.15"}] I0411 02:21:15.510200 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.114.15"}] I0411 02:21:15.510669 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.114.15"}] I0411 02:21:15.516426 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"255c963f-7fa7-4c44-a955-0b058bb88f6d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5453", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 02:21:15.519718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a30f5bb5-5646-44b3-916b-fb9ebab722ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5454", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 02:21:15.521060 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d51333e5-eb64-4216-b29d-665cba6a1dd4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5455", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:21:15.691938 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:15.692054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 02:21:15.692179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:15.692213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.38 - - [11/Apr/2026:02:21:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.146:8080 6432 0.030 200 2109efb35b8a11eb1a4ea7cf46f0ccd4 10.0.0.123 - - [11/Apr/2026:02:21:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.146:8080 6432 0.008 200 d257cf921bfba0c2631d2b881246dcf9 W0411 02:21:19.024912 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:19.025152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:19.025183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:22.361063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:22.361331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:22.361358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:25.692856 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:25.693086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:25.693155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:29.024950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:29.025136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:29.025158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:32.358560 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 02:21:32.358813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:32.358848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:35.692280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:35.692326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:39.025985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:39.026030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:21:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.467 200 3888c5bce489757db51c0c0c3c641a08 199.204.45.153 - - [11/Apr/2026:02:21:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.146:8080 4246 0.006 200 e299e977dda2a36f6009f90444f60d88 199.204.45.153 - - [11/Apr/2026:02:21:41 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.463 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.462 204 9ed152561787423b7b8c3c60dfe197dc 199.204.45.153 - - [11/Apr/2026:02:21:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.191 [auth-system-keycloak-80] [] 10.0.0.146:8080 4384 0.191 200 081d1fdb9d0051650d50e296e63d8fd6 199.204.45.153 - - [11/Apr/2026:02:21:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.689 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.687 200 e0a32e5a199c435dad420e41a5816962 199.204.45.153 - - [11/Apr/2026:02:21:43 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.041 [auth-system-keycloak-80] [] 10.0.0.146:8080 1682 0.041 200 c90f8b7032e2e65493ce61b997e600f7 199.204.45.153 - - [11/Apr/2026:02:21:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.009 [auth-system-keycloak-80] [] 10.0.0.146:8080 6432 0.009 200 9888653b16bbdb382ad098e2257aafde 199.204.45.153 - - [11/Apr/2026:02:21:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.473 200 6b6c3aeeb6a477c6f04f3b3064140b4b 199.204.45.153 - - [11/Apr/2026:02:21:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.011 200 53411ea315a0bec944d52d19b8cd5d71 199.204.45.153 - - [11/Apr/2026:02:21:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.147 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.147 201 28ac64992631c452f7b190bdaefada7c 199.204.45.153 - - [11/Apr/2026:02:21:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.075 [auth-system-keycloak-80] [] 10.0.0.146:8080 2246 0.075 200 000407d16f19c4f06659b6a884dc39c7 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.146:8080 1928 0.497 200 e4c03d14db6e45f657dc2fc8648a3c9a 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.146:8080 2246 0.004 200 3b519a7542edddf8f340df4b16a1bdde 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/clients/fbd7c4de-b696-424d-bf21-bfa7471a69a9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.146:8080 233 0.016 200 f98a44d856ff0b8ab80dff9743152fb8 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.033 [auth-system-keycloak-80] [] 10.0.0.146:8080 831 0.034 200 91c0e40ee7b56521c6dc627b8205074b 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/clients/d7f0a681-b2a1-4ff2-8d76-d6aed952ea07/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.146:8080 3758 0.079 200 e2025df82cba3a82c583c55f2b1fe3aa 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/users/a47981be-7f13-47f8-8497-9c9fbdad6fe7/role-mappings/clients/d7f0a681-b2a1-4ff2-8d76-d6aed952ea07/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.185 [auth-system-keycloak-80] [] 10.0.0.146:8080 3758 0.185 200 72acc4ff454896c366dd0fbdae899796 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/users/a47981be-7f13-47f8-8497-9c9fbdad6fe7/role-mappings/clients/d7f0a681-b2a1-4ff2-8d76-d6aed952ea07/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.146:8080 2 0.019 200 408866f641185e147b529ae4835967be 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "POST /admin/realms/atmosphere/users/a47981be-7f13-47f8-8497-9c9fbdad6fe7/role-mappings/clients/d7f0a681-b2a1-4ff2-8d76-d6aed952ea07 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.067 [auth-system-keycloak-80] [] 10.0.0.146:8080 0 0.066 204 a3066c5243cc0ad7fafaf4fa052f21fb 199.204.45.153 - - [11/Apr/2026:02:21:46 +0000] "GET /admin/realms/atmosphere/users/a47981be-7f13-47f8-8497-9c9fbdad6fe7/role-mappings/clients/d7f0a681-b2a1-4ff2-8d76-d6aed952ea07/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.146:8080 576 0.013 200 eaab53d4fac86f8d69a46fac197913f8 W0411 02:21:49.943908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:49.943940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:53.278360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:21:53.278400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:22:04.517723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:22:04.517772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:23:55.416627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:23:55.416659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:29.394863 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0411 02:24:29.394949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:29.394970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:24:29.398702 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0411 02:24:29.398741 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0411 02:24:29.403772 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0411 02:24:29.404571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"57c59809-c095-4b56-a365-5dac3d7adb30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6838", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:24:29.404621 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0411 02:24:29.405295 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0411 02:24:29.405382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:29.405400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:24:29.405600 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:24:29.453820 7 controller.go:216] "Backend successfully reloaded" I0411 02:24:29.454122 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vsvjb", UID:"e7058ed0-b4e0-439b-bcc8-f63393a02b0e", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 02:24:29.883430 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0411 02:24:29.884996 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0411 02:24:32.739139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:32.739201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:24:33 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 bbbe50d97f3221c81aaae73e9d227229 199.204.45.153 - - [11/Apr/2026:02:24:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 266 0.004 200 0b5e095e764428224c9d2f25fe9f4c45 199.204.45.153 - - [11/Apr/2026:02:24:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1360 0.314 201 0f7bb4f2237e3d057473be49a1f579b1 199.204.45.153 - - [11/Apr/2026:02:24:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 87f6445a537952d3c4235dac4452106b 199.204.45.153 - - [11/Apr/2026:02:24:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.035 [openstack-keystone-api-5000] [] 10.0.0.114:5000 90 0.035 404 7688a3bcb2971e072a1de8f081a31474 199.204.45.153 - - [11/Apr/2026:02:24:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.114:5000 368 0.029 200 b54d9da96b78a928076b91344d1d3088 199.204.45.153 - - [11/Apr/2026:02:24:35 +0000] "GET /v3/domains/0bca6c1a7bbd41439ae1d5656f4f7ee5 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.025 [openstack-keystone-api-5000] [] 10.0.0.114:5000 245 0.025 200 9804e93a9eb4bf20179976d76fe414dd 199.204.45.153 - - [11/Apr/2026:02:24:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 266 0.004 200 fef70c23339ecc1eea49ead915cfc779 199.204.45.153 - - [11/Apr/2026:02:24:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1360 0.301 201 ceda5dd8a92b3c234c794af52fa8369e 199.204.45.153 - - [11/Apr/2026:02:24:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 8c709c5bf381f310083a8ec275637a06 199.204.45.153 - - [11/Apr/2026:02:24:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.114:5000 101 0.022 404 a51cde73dcbdc1c6b8ea8aae184aca7a 199.204.45.153 - - [11/Apr/2026:02:24:36 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.114:5000 156 0.021 200 adf6427eaa6a4fc99563194b82a50877 199.204.45.153 - - [11/Apr/2026:02:24:36 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.042 [openstack-keystone-api-5000] [] 10.0.0.114:5000 342 0.042 201 0141b28b658dc714f58b491c1d0d3a36 199.204.45.153 - - [11/Apr/2026:02:24:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 266 0.004 200 2633dac9733fa2aaf81200e506567e75 199.204.45.153 - - [11/Apr/2026:02:24:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1360 0.296 201 132322d9d7159af89f20abf3877ed9fa 199.204.45.153 - - [11/Apr/2026:02:24:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 cbe49c332792e7c51348ff3af8f5f69b 199.204.45.153 - - [11/Apr/2026:02:24:37 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.114:5000 98 0.018 404 4f1a932ddc781daa1d0f06ff33a4caab 199.204.45.153 - - [11/Apr/2026:02:24:37 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.114:5000 136 0.017 200 2845bdea4046f5a674b87748cdd90156 199.204.45.153 - - [11/Apr/2026:02:24:37 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.018 [openstack-keystone-api-5000] [] 10.0.0.114:5000 357 0.018 201 304d09644722c8d9c2141d59a1b75890 199.204.45.153 - - [11/Apr/2026:02:24:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 266 0.003 200 a42591f8900bd30a00a4bfa5debe6bbb 199.204.45.153 - - [11/Apr/2026:02:24:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.278 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1360 0.278 201 3ba45deeae8a61538e3d912ee26e78ed 199.204.45.153 - - [11/Apr/2026:02:24:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 6d4035fc194380dd3fe908ad1edfb733 199.204.45.153 - - [11/Apr/2026:02:24:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.114:5000 131 0.023 404 3ef56592781d336ec75535a6971a806e 199.204.45.153 - - [11/Apr/2026:02:24:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.114:5000 168 0.017 200 0f858a311453f728a75bc1afc571671b 199.204.45.153 - - [11/Apr/2026:02:24:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.114:5000 224 0.023 201 abe26be254de6da4cb3733aee0b50db0 W0411 02:24:48.310872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:48.310943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:51.644471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:51.644522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:55.038430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:24:55.038468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:13.792666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:13.792705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:25:15.510390 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.114.15"}] I0411 02:25:15.516776 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"57c59809-c095-4b56-a365-5dac3d7adb30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7202", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:25:17.126209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:17.126263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:20.461554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:20.461584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:23.793477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:23.793523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:27.127085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:25:27.127129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:26:52.622798 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 02:26:52.622954 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0411 02:26:52.623052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:26:52.623083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:26:52.627912 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0411 02:26:52.627947 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0411 02:26:52.633057 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0411 02:26:52.633435 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8277fba3-5314-4805-b2a5-136c20d3713a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7929", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:26:52.633588 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0411 02:26:52.634056 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 02:26:52.634161 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0411 02:26:52.634235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:26:52.634255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:26:52.634450 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:26:52.681120 7 controller.go:216] "Backend successfully reloaded" I0411 02:26:52.681349 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vsvjb", UID:"e7058ed0-b4e0-439b-bcc8-f63393a02b0e", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 02:26:52.857539 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0411 02:26:52.858738 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.153 - - [11/Apr/2026:02:26:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 65b787ad7b8c2e0fe3b2aa51bd4673d1 199.204.45.153 - - [11/Apr/2026:02:26:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1992 0.328 201 6e1fbfaee002a68b9bf1166344309c7a 199.204.45.153 - - [11/Apr/2026:02:26:53 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.114:5000 85 0.026 404 527109781949295ee0df7db27a138a00 199.204.45.153 - - [11/Apr/2026:02:26:53 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.114:5000 129 0.018 200 52772ef6206c0539c3920d7c4e1bf09b 199.204.45.153 - - [11/Apr/2026:02:26:53 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.114:5000 230 0.027 201 850d2536a5cc03a0f1410875b76c7817 W0411 02:26:55.967983 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 02:26:55.968103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:26:55.968120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:26:59.301039 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0411 02:26:59.301248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:26:59.301272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:27:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 0f5fbaf2b3e5d73c323f3b8ff420ddb8 199.204.45.153 - - [11/Apr/2026:02:27:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.283 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1992 0.284 201 e693f0b67b7293a87e7e24a8909caeb9 199.204.45.153 - - [11/Apr/2026:02:27:01 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.029 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1521 0.029 200 74bba1daf284ed63ba756111455f2bb1 199.204.45.153 - - [11/Apr/2026:02:27:01 +0000] "PUT /v3/roles/49e3cb298d0448238ae46a801f6f1f8d/implies/efa145f7704e40e99abeb1e93b7026ae HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.034 [openstack-keystone-api-5000] [] 10.0.0.114:5000 521 0.034 201 23f1d41677240d4df559ae82459e8a53 W0411 02:27:02.635104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:02.635148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:27:15.509154 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.114.15"}] I0411 02:27:15.513869 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8277fba3-5314-4805-b2a5-136c20d3713a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8222", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:27:15.515192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:15.515216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:27:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 dfd325ac749f5171a000ffdd8e825db5 199.204.45.153 - - [11/Apr/2026:02:27:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2055 0.324 201 00a7ed3b55650fedf8da98e7e5063c4f 199.204.45.153 - - [11/Apr/2026:02:27:46 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.026 [openstack-keystone-api-5000] [] 10.0.0.114:5000 87 0.026 404 e5efa315677e14c290b1c19fc4ee27f8 199.204.45.153 - - [11/Apr/2026:02:27:46 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.114:5000 390 0.026 200 ada5dd4944c25fd80a4a48eb5caad85f 199.204.45.153 - - [11/Apr/2026:02:27:46 +0000] "GET /v3/users/rgw-RegionOne?domain_id=ae25f6e022d34b56b464cdbf44554f40 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.028 [openstack-keystone-api-5000] [] 10.0.0.114:5000 91 0.028 404 f4c7bd108ce01f5177bcb6ccacce3d61 199.204.45.153 - - [11/Apr/2026:02:27:46 +0000] "GET /v3/users?domain_id=ae25f6e022d34b56b464cdbf44554f40&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.038 [openstack-keystone-api-5000] [] 10.0.0.114:5000 178 0.037 200 b07150f1755fe8e9a9cb119cf65fa1f5 199.204.45.153 - - [11/Apr/2026:02:27:47 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.286 [openstack-keystone-api-5000] [] 10.0.0.114:5000 291 0.286 201 4f322da58511fa1b9f4ab59087d72da3 199.204.45.153 - - [11/Apr/2026:02:27:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 16ea8b41ee43629c3701ccbe0397b43f 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2055 0.286 201 21e230311e803b430bf49c91bc549979 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.024 [openstack-keystone-api-5000] [] 10.0.0.114:5000 83 0.024 404 d522a6d9fa6218a5db35b0220941cf43 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.114:5000 361 0.022 200 5ef1ac8556d58cb2e6289469455e4688 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.038 [openstack-keystone-api-5000] [] 10.0.0.114:5000 87 0.038 404 93c10d4e24d6d8448ffd7cb520e60e26 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.027 [openstack-keystone-api-5000] [] 10.0.0.114:5000 390 0.027 200 101b6b100d5982cef484fa878984823f 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "GET /v3/users/rgw-RegionOne?domain_id=ae25f6e022d34b56b464cdbf44554f40 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.021 [openstack-keystone-api-5000] [] 10.0.0.114:5000 91 0.021 404 f101e2f2b52761fe53ddd1406affc7c4 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "GET /v3/users?domain_id=ae25f6e022d34b56b464cdbf44554f40&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.044 [openstack-keystone-api-5000] [] 10.0.0.114:5000 458 0.044 200 eccffe79b6fbd8cfef73018889607625 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.114:5000 88 0.019 404 186ebbbd80febcfdb62a24259622dd75 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.024 [openstack-keystone-api-5000] [] 10.0.0.114:5000 520 0.024 200 908146276e1957df3c0ac3f4e5d041a0 199.204.45.153 - - [11/Apr/2026:02:27:51 +0000] "PUT /v3/projects/fd1cb2571d5b40549f67037a696e5919/users/8bd11fdaa81f45a193008fbcc3d9c94f/roles/234cd009105f4d02a86cd5b6df3e7012 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.032 [openstack-keystone-api-5000] [] 10.0.0.114:5000 0 0.032 204 5637f1c1c070f91a397ca94723572e61 199.204.45.153 - - [11/Apr/2026:02:27:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 92c20d2b94bfdff36d886cb230bcded9 199.204.45.153 - - [11/Apr/2026:02:27:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2055 0.307 201 02b4efaee87aa8dcce92fec39e0ae579 199.204.45.153 - - [11/Apr/2026:02:27:53 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.114:5000 151 0.022 200 494d6e21a1ff0f311edf58f07abb320a 199.204.45.153 - - [11/Apr/2026:02:27:53 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.027 [openstack-keystone-api-5000] [] 10.0.0.114:5000 263 0.027 201 41db796ef0bfa035472b792dc00feafb 199.204.45.153 - - [11/Apr/2026:02:27:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.005 300 57a1367d06dd77d18eef2737ea28cc17 199.204.45.153 - - [11/Apr/2026:02:27:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2157 0.279 201 8d5a0a170d0598c6d47991858275b632 199.204.45.153 - - [11/Apr/2026:02:27:54 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.028 [openstack-keystone-api-5000] [] 10.0.0.114:5000 86 0.027 404 3c9d87a32f9b6ec19c02772a840ad337 199.204.45.153 - - [11/Apr/2026:02:27:54 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.114:5000 382 0.018 200 2391c93427cdf85fe38699737b3a6559 199.204.45.153 - - [11/Apr/2026:02:27:54 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=03c4f523d22145738be2dd3c41f2d739 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.023 [openstack-keystone-api-5000] [] 10.0.0.114:5000 205 0.022 200 9cfb6f6027c23f20e4ed318df4b23f9a 199.204.45.153 - - [11/Apr/2026:02:27:54 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.020 [openstack-keystone-api-5000] [] 10.0.0.114:5000 379 0.020 201 3aca4d953f8a1d81acdb728e22f84791 199.204.45.153 - - [11/Apr/2026:02:27:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 823f310e7c50604f1049b3f1c24a4f3f 199.204.45.153 - - [11/Apr/2026:02:27:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2366 0.287 201 25d98fb107f33c74f4dd1f0c3f404431 199.204.45.153 - - [11/Apr/2026:02:27:55 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.114:5000 86 0.023 404 4c7ec6f6a758d993c6287ddd782d84e4 199.204.45.153 - - [11/Apr/2026:02:27:55 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.114:5000 382 0.019 200 193dfbd828ad838c27a773412b3ff4a2 199.204.45.153 - - [11/Apr/2026:02:27:55 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=03c4f523d22145738be2dd3c41f2d739 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.114:5000 207 0.021 200 9518e128bb6d5145adf0b9731bbc3304 199.204.45.153 - - [11/Apr/2026:02:27:55 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.028 [openstack-keystone-api-5000] [] 10.0.0.114:5000 392 0.028 201 cd1cd1c18afa7a994c8bd8d5103ed450 W0411 02:27:56.891700 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:27:56.891880 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0411 02:27:56.892006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:56.892028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:27:56.899954 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.008s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:35.7kB} I0411 02:27:56.900005 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0411 02:27:56.925325 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0411 02:27:56.925752 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d96d0e83-a2ac-45a0-822d-7b76bf31a324", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8497", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:27:56.926068 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0411 02:27:56.926553 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:27:56.927126 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0411 02:27:56.927326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:27:56.927364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:27:56.927625 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:27:56.978710 7 controller.go:216] "Backend successfully reloaded" I0411 02:27:56.978963 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vsvjb", UID:"e7058ed0-b4e0-439b-bcc8-f63393a02b0e", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 02:27:57.197888 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0411 02:27:57.199470 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0411 02:28:00.261546 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:00.261741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:00.261766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:28:15.508800 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.114.15"}] I0411 02:28:15.514179 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d96d0e83-a2ac-45a0-822d-7b76bf31a324", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8640", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:28:15.514224 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:15.514493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:15.514558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:18.847774 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:18.848012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:18.848037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:22.182682 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:22.182859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:22.182882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:25.514710 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0411 02:28:25.514936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:25.514956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:28.847912 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:28.848324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:28.848402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:28:28.848664 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:28:28.909264 7 controller.go:216] "Backend successfully reloaded" I0411 02:28:28.909599 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vsvjb", UID:"e7058ed0-b4e0-439b-bcc8-f63393a02b0e", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 02:28:32.181626 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:32.181836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:32.181862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:35.515206 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:35.515487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:35.515519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:38.848561 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:38.848747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:38.848759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:42.183308 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:28:42.183566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:28:42.183597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:12.296336 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0411 02:29:12.296458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:12.296479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:51.837951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:29:51.837980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:30:43.869875 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:30:43.870171 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0411 02:30:43.870538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:30:43.870631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:30:43.874878 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0411 02:30:43.874942 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0411 02:30:43.878787 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0411 02:30:43.878982 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3929cf29-8634-425c-82bf-18cded2b8fd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9945", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:30:43.879237 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0411 02:30:43.879558 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:30:43.879666 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0411 02:30:43.879739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:30:43.879758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 02:30:43.879889 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 02:30:43.929999 7 controller.go:216] "Backend successfully reloaded" I0411 02:30:43.930244 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vsvjb", UID:"e7058ed0-b4e0-439b-bcc8-f63393a02b0e", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 02:30:44.090830 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0411 02:30:44.091921 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0411 02:30:47.213897 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:30:47.214085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:30:47.214105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:30:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 5f7bb6fd641de3a4fb638c2a9ce7d088 199.204.45.153 - - [11/Apr/2026:02:30:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.328 201 92f960211e835b984a66f57b2bc91b6f 199.204.45.153 - - [11/Apr/2026:02:30:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6b85dbf9167bd1643f388d94098e83b5 199.204.45.153 - - [11/Apr/2026:02:30:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 99820d438ea645c5f57feb7239cb2a3c 199.204.45.153 - - [11/Apr/2026:02:30:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 d030567e13e1c21560c1f87991a5124a 199.204.45.153 - - [11/Apr/2026:02:30:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.286 201 6f04bdcbe99b878ad97be3eca1fb3bbe 199.204.45.153 - - [11/Apr/2026:02:30:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - efb6921bfc890cfba8e829014e8f9845 199.204.45.153 - - [11/Apr/2026:02:30:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4534e01fc41eaa046351a632b2885fa2 199.204.45.153 - - [11/Apr/2026:02:30:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.005 300 47661ed7676912abd2931e9d5945b789 199.204.45.153 - - [11/Apr/2026:02:30:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.287 201 d3af2fb68985a04b6e99c24170fd5c2c 199.204.45.153 - - [11/Apr/2026:02:30:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 96362429b8b619be1b4c0f2b2d045f99 199.204.45.153 - - [11/Apr/2026:02:30:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2812374da558af7c775c7d1794aef5d5 199.204.45.153 - - [11/Apr/2026:02:30:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 d56369273fbb877c3115a2fe80d4f98a 199.204.45.153 - - [11/Apr/2026:02:30:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.286 201 17d2853858a9b88a2abc38737ae28743 199.204.45.153 - - [11/Apr/2026:02:30:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0c9f8d6c536d7ea58ecf1db3041b45a8 199.204.45.153 - - [11/Apr/2026:02:30:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 21d6916439649e46f3f42f5c9106c197 199.204.45.153 - - [11/Apr/2026:02:30:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.005 300 5cfd72b92bcd52da24427a3af396ec90 199.204.45.153 - - [11/Apr/2026:02:30:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.291 201 3db51636161ebf6e9231a4e35591a35f 199.204.45.153 - - [11/Apr/2026:02:30:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2e1d5f4c28edeb0c5fe22d89650ca646 199.204.45.153 - - [11/Apr/2026:02:30:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 87bc5fafac911d0680611b790b2c7b4d 199.204.45.153 - - [11/Apr/2026:02:30:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 ca85621be8ba590ae9e3544452e4384d 199.204.45.153 - - [11/Apr/2026:02:30:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.291 201 91523c205fd373e33c75eb4c05eacda1 199.204.45.153 - - [11/Apr/2026:02:30:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dd8eb998b916df3277e6b0d59b16f085 199.204.45.153 - - [11/Apr/2026:02:30:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9c469c305f1a6b0fe8a44ab7f0b7ff61 W0411 02:30:57.386981 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0411 02:30:57.387174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:30:57.387197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:30:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 adce1a9a5422826a5529930cada3f079 199.204.45.153 - - [11/Apr/2026:02:30:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.287 201 e26b36f88348b45d7101337e1c553d31 199.204.45.153 - - [11/Apr/2026:02:30:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a95ec7aad3aa3cf45f2a12a8db71d0a2 199.204.45.153 - - [11/Apr/2026:02:30:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6c1777e665f2d3eb2c3c27d642d22ce3 199.204.45.153 - - [11/Apr/2026:02:31:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.002 300 7f86ab6fba014d8b0488409b6baf5ff0 199.204.45.153 - - [11/Apr/2026:02:31:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.297 201 7c5a0e6a65a7ac984b14bcb53e7e7b0f 199.204.45.153 - - [11/Apr/2026:02:31:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c2a3ea662bc313f08b88c5a3c47bfed1 199.204.45.153 - - [11/Apr/2026:02:31:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - be9bbda3b3b094e935598e081051e31d 199.204.45.153 - - [11/Apr/2026:02:31:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 bbd5d82e627a4880d09eca5dbeb4009b 199.204.45.153 - - [11/Apr/2026:02:31:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.300 201 dda64d1e1948615bdebf328e509b6728 199.204.45.153 - - [11/Apr/2026:02:31:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 34e71353f1eab652b13968ed79c00e01 199.204.45.153 - - [11/Apr/2026:02:31:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5341814925f018616873d9a3cca29882 199.204.45.153 - - [11/Apr/2026:02:31:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 2c3ca7c5b6ff135dec9a2550206b8ee0 199.204.45.153 - - [11/Apr/2026:02:31:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.281 201 34c40d25f2d127e9aabcdd89f300a244 199.204.45.153 - - [11/Apr/2026:02:31:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 971f5a89cd6a40b7e8463b74dc7a7527 199.204.45.153 - - [11/Apr/2026:02:31:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7a0a2a86b6a7a5280071a485f47fa97 199.204.45.153 - - [11/Apr/2026:02:31:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.003 300 4bdf446a3ee061df167c03b81b168e7f 199.204.45.153 - - [11/Apr/2026:02:31:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.289 201 0cabfaf044c4891356cee36e4fc153ff 199.204.45.153 - - [11/Apr/2026:02:31:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c03b61210cefa031524d507f52b7c7c1 199.204.45.153 - - [11/Apr/2026:02:31:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d8edaf3545a357dde6ced8f93c954899 W0411 02:31:06.624734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:06.624775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:31:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.002 300 6ea79b7ad06fd9f42ea60cd84be734cd 199.204.45.153 - - [11/Apr/2026:02:31:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.284 201 26f9e307054c3f4d354ee4e9cd9a6e44 199.204.45.153 - - [11/Apr/2026:02:31:07 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.103:9292 1312 0.002 300 0582b1888ec3c97e2a956cc957838e24 199.204.45.153 - - [11/Apr/2026:02:31:07 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.517 [openstack-glance-api-9292] [] 10.0.0.103:9292 69 0.517 200 17d96afb36edc76e2a8246ff63036a66 199.204.45.153 - - [11/Apr/2026:02:31:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 281 0.004 300 7855f09aee3b40bdd9ad6c1f96c1e214 199.204.45.153 - - [11/Apr/2026:02:31:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3201 0.285 201 aef942fb5f172de8ba95c6a8af1eea17 199.204.45.153 - - [11/Apr/2026:02:31:11 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.103:9292 1312 0.002 300 4a3c1f9a2473a5abb47d86b6b62133de 199.204.45.153 - - [11/Apr/2026:02:31:11 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.037 [openstack-glance-api-9292] [] 10.0.0.103:9292 69 0.036 200 912a90229e0618df24c0794a8f6eaca0 199.204.45.153 - - [11/Apr/2026:02:31:11 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.118 [openstack-glance-api-9292] [] 10.0.0.103:9292 151 0.118 404 1c48e8c83a73a803486d9730cbb7ad2d 199.204.45.153 - - [11/Apr/2026:02:31:11 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.025 [openstack-glance-api-9292] [] 10.0.0.103:9292 81 0.025 200 784e18ae5f72a436349bf49e12fd6595 199.204.45.153 - - [11/Apr/2026:02:31:11 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.103:9292 84 0.022 200 8fc09c2cd6f2b1fe8472dc216efefc61 199.204.45.153 - - [11/Apr/2026:02:31:11 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.067 [openstack-glance-api-9292] [] 10.0.0.103:9292 760 0.067 201 93ef3d7ec4a516064db314e91490aec4 I0411 02:31:15.509641 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.114.15"}] I0411 02:31:15.515436 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3929cf29-8634-425c-82bf-18cded2b8fd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10160", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 02:31:15.516228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:15.516292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.153 - - [11/Apr/2026:02:31:15 +0000] "PUT /v2/images/13e1e2e4-fff2-4f4d-8388-f3c339cac54a/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.100 [openstack-glance-api-9292] [] 10.0.0.103:9292 0 4.100 204 7a1a73230635172d76bb4f6b1ae22656 199.204.45.153 - - [11/Apr/2026:02:31:15 +0000] "GET /v2/images/13e1e2e4-fff2-4f4d-8388-f3c339cac54a HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.103:9292 1171 0.015 200 a2c6d085d92c30bedca562fe37f44448 199.204.45.153 - - [11/Apr/2026:02:31:15 +0000] "GET /v2/images/13e1e2e4-fff2-4f4d-8388-f3c339cac54a HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.103:9292 1171 0.014 200 bd8d0590c15bb21ef86a97b69ed53fd5 W0411 02:31:18.849831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:18.849967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:22.183075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 02:31:22.183120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store