------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0505 11:23:43.855861 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 11:23:43.856318 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0505 11:23:43.866531 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0505 11:23:43.869242 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0505 11:23:44.299701 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0505 11:23:44.319766 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0505 11:23:44.330247 7 nginx.go:271] "Starting NGINX Ingress controller" I0505 11:23:44.336564 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"2d3b6acb-f38c-4e00-ae0b-07021be28295", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0505 11:23:44.339598 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"6016b596-8d77-4c29-86b2-5d2701a0ac47", APIVersion:"v1", ResourceVersion:"1335", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0505 11:23:44.339625 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0bc6cfdb-e0ec-4bd3-8fb1-5f3fb6f9d958", APIVersion:"v1", ResourceVersion:"1336", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0505 11:23:45.532466 7 nginx.go:317] "Starting NGINX process" I0505 11:23:45.532667 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0505 11:23:45.533021 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0505 11:23:45.533243 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0505 11:23:45.533294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:45.533310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:23:45.533356 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:23:45.539276 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0505 11:23:45.539352 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-k8kph" I0505 11:23:45.565160 7 controller.go:216] "Backend successfully reloaded" I0505 11:23:45.565343 7 controller.go:227] "Initial sync, sleeping for 1 second" I0505 11:23:45.565471 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 11:23:49.356275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:49.356311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:52.690168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:52.690403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:56.023815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:56.023859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:59.356408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:23:59.356453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:02.691659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:02.691702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:06.023741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:06.023783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:09.356615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:09.356658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:12.689865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:12.689910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:16.023333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:16.023419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:21.937117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:24:21.937197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:11.211477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:11.211518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:29.213995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:29.214034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:32.790485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:32.790538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:36.124435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:36.124481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:39.458128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:39.458190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:42.790814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:42.790854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:46.123849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:46.123878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:49.783435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:49.783471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:53.120214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:53.120254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:56.451793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:56.451854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:59.784119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:25:59.784166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:26:03.120544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:26:03.120597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:03.170753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:03.170796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:05.588466 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-140.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-140.nip.io-tls was not found. Using default certificate W0505 11:28:05.588530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:05.588553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:28:05.590577 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0505 11:28:05.590615 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0505 11:28:05.597807 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0505 11:28:05.598092 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"678d5b11-5727-4f10-8bb3-79d4ea861dc6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3372", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:28:05.598323 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-140.nip.io-tls" in local store I0505 11:28:05.979582 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-140.nip.io-tls" I0505 11:28:05.980510 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-140.nip.io-tls" W0505 11:28:06.504989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:06.505044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:28:06.505157 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:28:06.548626 7 controller.go:216] "Backend successfully reloaded" I0505 11:28:06.548812 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 11:28:09.838375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:09.838427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.140 - - [05/May/2026:11:28:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.361 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 2.361 200 40f59cba8d74c9ceb160ced05b2bbedd 199.204.45.140 - - [05/May/2026:11:28:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.172 [auth-system-keycloak-80] [] 10.0.0.153:8080 116 0.172 404 d0fd6b8e74bd46d4c58a57f35a9be96b 199.204.45.140 - - [05/May/2026:11:28:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.028 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 4.027 201 fe7efa92b8127100f34220ad69b46895 199.204.45.140 - - [05/May/2026:11:28:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.572 [auth-system-keycloak-80] [] 10.0.0.153:8080 4246 0.572 200 59238aa4ee14341e2ed27b3e7b81a91c 199.204.45.140 - - [05/May/2026:11:28:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.495 200 bf74735c118fc4b70911b4815b3b94b1 199.204.45.140 - - [05/May/2026:11:28:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.117 [auth-system-keycloak-80] [] 10.0.0.153:8080 12500 0.117 200 79f17d6c105bd0cab0bc137a31a62d2a 199.204.45.140 - - [05/May/2026:11:28:23 +0000] "GET /admin/realms/atmosphere/client-scopes/44a41cdb-3eb3-432f-956d-4d59768fe860 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.048 [auth-system-keycloak-80] [] 10.0.0.153:8080 1278 0.048 200 54dd3931d50ae573c0cc4e9d105c8a12 199.204.45.140 - - [05/May/2026:11:28:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/44a41cdb-3eb3-432f-956d-4d59768fe860 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.088 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.087 204 8b0ba725904621fcaf837c43ff0e2229 199.204.45.140 - - [05/May/2026:11:28:23 +0000] "GET /admin/realms/atmosphere/client-scopes/44a41cdb-3eb3-432f-956d-4d59768fe860/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.086 [auth-system-keycloak-80] [] 10.0.0.153:8080 963 0.086 200 44067388164a364cb32f778d66167909 199.204.45.140 - - [05/May/2026:11:28:23 +0000] "GET /admin/realms/atmosphere/client-scopes/44a41cdb-3eb3-432f-956d-4d59768fe860/protocol-mappers/models/cb1cf843-1afb-44ee-858c-050ea37f0681 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 366 0.008 200 be2ea2aeacf25c3f4f39c702b2990d66 199.204.45.140 - - [05/May/2026:11:28:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/44a41cdb-3eb3-432f-956d-4d59768fe860/protocol-mappers/models/cb1cf843-1afb-44ee-858c-050ea37f0681 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.096 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.095 204 b4f4e09fcf82d80e863c197386879750 199.204.45.140 - - [05/May/2026:11:28:23 +0000] "GET /admin/realms/atmosphere/client-scopes/44a41cdb-3eb3-432f-956d-4d59768fe860 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.078 [auth-system-keycloak-80] [] 10.0.0.153:8080 1218 0.078 200 93166ec2ced7636f6b92f691267a6e36 199.204.45.140 - - [05/May/2026:11:28:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.467 200 efecc70875614a77eb9f81a94319f5dc 199.204.45.140 - - [05/May/2026:11:28:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.051 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.051 200 82396bdc351290dfc91b78534f24c4cd 199.204.45.140 - - [05/May/2026:11:28:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.198 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.197 201 956c0f75eeeda2379543f614409cb52b 199.204.45.140 - - [05/May/2026:11:28:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.087 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.087 200 31275760d64aa12fe64fc82441ebf8a0 I0505 11:28:45.616442 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:28:45.621495 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"678d5b11-5727-4f10-8bb3-79d4ea861dc6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3773", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:28:45.623056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:28:45.623113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.140 - - [05/May/2026:11:28:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.522 200 59767c7857786383bf9d598ad9f47d31 199.204.45.140 - - [05/May/2026:11:28:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.011 200 07b93fbacdd8c63abfcaea4c09061e7d 199.204.45.140 - - [05/May/2026:11:28:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.093 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.092 201 9f94c0edb0f02ebe293188050fcab445 199.204.45.140 - - [05/May/2026:11:28:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.073 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.073 200 7433eaffe852c0d7f07bdd4c57ce4e8a 199.204.45.140 - - [05/May/2026:11:28:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.520 200 80a6f7c5584f32785b31c86176d477a7 199.204.45.140 - - [05/May/2026:11:28:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.010 200 2c3a92295e83b7a274f5e14cfd70a3f8 199.204.45.140 - - [05/May/2026:11:28:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.085 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.084 201 fac39dc3ab9118ce2663d67c8f0caba0 199.204.45.140 - - [05/May/2026:11:28:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.069 200 4c554e31de6aee75757434683e59e356 199.204.45.140 - - [05/May/2026:11:28:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.500 200 d76114f9573fb969afc6f7629646e768 199.204.45.140 - - [05/May/2026:11:28:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.008 200 21cf972227485888ba73aa1906b882ba 199.204.45.140 - - [05/May/2026:11:28:48 +0000] "GET /admin/realms/atmosphere/clients/af99fc9f-cff2-40e3-b3ee-cddffad69ae0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.053 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.053 404 2f9ba06d3b7f738f770f582d66d29c48 199.204.45.140 - - [05/May/2026:11:28:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.008 200 8a921c824b2bc02d9f2bfb1164c1fece 199.204.45.140 - - [05/May/2026:11:28:48 +0000] "POST /admin/realms/atmosphere/clients/af99fc9f-cff2-40e3-b3ee-cddffad69ae0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.019 201 ce35aef3f9911e5742ea365e601c16f1 199.204.45.140 - - [05/May/2026:11:28:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.009 200 68b183ad2dad8fffcb71a1230b1981f3 199.204.45.140 - - [05/May/2026:11:28:48 +0000] "GET /admin/realms/atmosphere/clients/af99fc9f-cff2-40e3-b3ee-cddffad69ae0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.030 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.030 200 bb43c9668cddba7212c510c689f18adb 199.204.45.140 - - [05/May/2026:11:28:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.466 200 97f5ae99836d659749a16f472d44d1b1 199.204.45.140 - - [05/May/2026:11:28:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.037 200 fd1423445641fe429153c137a08d1ea9 199.204.45.140 - - [05/May/2026:11:28:49 +0000] "GET /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.010 404 642e208fb7dfa6c4c20a50d351497ddc 199.204.45.140 - - [05/May/2026:11:28:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 5347c618ab6985322dba21e37cb70854 199.204.45.140 - - [05/May/2026:11:28:49 +0000] "POST /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.014 201 bb865551ffea86c2c659823f060c79c7 199.204.45.140 - - [05/May/2026:11:28:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 b2287c286d5eba485b1d7eec52adb6a9 199.204.45.140 - - [05/May/2026:11:28:49 +0000] "GET /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.153:8080 165 0.013 200 02ef2346089a8be034f7f983c802c5d2 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.511 200 84f83c84c7919443f9a25c60e3cc1536 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.005 200 401f6e43ad4a74530a3c422e2d5c1169 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "GET /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.009 404 5c18c87bd521d7142d8aa7ada9aaa9e0 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 a16517e3e237b94b62ee245ab9723010 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "POST /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.015 201 d8cfc13919a6dad4b312a52a8f7e3427 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.005 200 d8a966e15344e822721352a8452aa1ad 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "GET /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.013 200 738b3d3c00ad4623c9c69b53b9c87da8 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.494 200 e02502bad4bc7a283bb58059cd43473c 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.011 200 ad9c82a2280d843d1330db2a1dfaeb9c 199.204.45.140 - - [05/May/2026:11:28:50 +0000] "GET /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.005 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.006 404 b6af3ec84f8ed78f10c9835869ab21a2 199.204.45.140 - - [05/May/2026:11:28:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.004 200 0d8f5bb123678ba5a19255d6f1d839d1 199.204.45.140 - - [05/May/2026:11:28:51 +0000] "POST /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.011 201 6e03911daa4d89f89bab4111a4d44d47 199.204.45.140 - - [05/May/2026:11:28:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.004 200 914377634129a57254968c966779c7dc 199.204.45.140 - - [05/May/2026:11:28:51 +0000] "GET /admin/realms/atmosphere/clients/01e6f384-1628-45db-ba79-b387d85b1731/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.012 200 996438cacc6c2ef83ce07ef8db435bfb 199.204.45.140 - - [05/May/2026:11:28:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.471 200 d10127ccc7707f24f47633d5206e9b3d 199.204.45.140 - - [05/May/2026:11:28:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.006 200 e591e82bef7f67bdb25b2eaed28c8105 199.204.45.140 - - [05/May/2026:11:28:51 +0000] "GET /admin/realms/atmosphere/clients/9fb9c1a8-2fa8-4bc2-9090-bd01f6426ff4/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.008 404 3263ac6acc821a17cfc2c260ac236f0d 199.204.45.140 - - [05/May/2026:11:28:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.057 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.056 200 8363daed95e41b5af629647d96bf072a 199.204.45.140 - - [05/May/2026:11:28:52 +0000] "POST /admin/realms/atmosphere/clients/9fb9c1a8-2fa8-4bc2-9090-bd01f6426ff4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.014 201 07b08de7357b30b76e2a77fb3df83e44 199.204.45.140 - - [05/May/2026:11:28:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.007 200 6c029ead66578bea9a3ba8e5398b93b3 199.204.45.140 - - [05/May/2026:11:28:52 +0000] "GET /admin/realms/atmosphere/clients/9fb9c1a8-2fa8-4bc2-9090-bd01f6426ff4/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.012 200 bdf486d9a29e66579b4be876b90c4389 W0505 11:29:11.654070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:11.654115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:14.987552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:14.987602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:56.120607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:56.120647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:56.224834 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:29:56.224961 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0505 11:29:56.225018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:56.225029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:56.225042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:56.225077 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:56.225088 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0505 11:29:56.225126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:56.225144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:56.225182 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0505 11:29:56.225259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:56.225280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:29:56.226864 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0505 11:29:56.226887 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0505 11:29:56.227226 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0505 11:29:56.227252 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0505 11:29:56.227378 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0505 11:29:56.227402 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0505 11:29:56.232563 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0505 11:29:56.232737 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b906bb39-7a07-4c83-9e1a-3507de77847b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4376", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:29:56.233021 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0505 11:29:56.234237 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0505 11:29:56.234601 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0505 11:29:56.234621 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0505 11:29:56.234855 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0505 11:29:56.234901 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9252a313-4f82-41fd-a5c8-d16bcb93af93", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4377", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 11:29:56.234920 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"008b62e9-c6c5-46ed-b5dd-0dba6e1b7009", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4378", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 11:29:56.460007 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0505 11:29:56.461188 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0505 11:29:56.509313 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0505 11:29:56.510364 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0505 11:29:57.796623 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0505 11:29:57.797807 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0505 11:29:59.454858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:29:59.454901 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:29:59.454924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:29:59.455024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:29:59.455042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:29:59.455127 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:29:59.514283 7 controller.go:216] "Backend successfully reloaded" I0505 11:29:59.514786 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 11:30:02.787434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:02.787521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:30:02.787593 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:02.787745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:02.787782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:06.121242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:06.121309 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:30:06.121373 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:06.121499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:06.121528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:09.455053 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:09.455114 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:30:09.455170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:09.455286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:09.455304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:12.787968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:12.788036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:30:12.788072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:12.788259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:12.788292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:16.120968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:16.121042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 11:30:16.121113 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:16.121255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:16.121290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:19.455110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:19.455330 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:19.455564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:19.455604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:22.788223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:22.788301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:22.788392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:22.788416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:26.121202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:26.121301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:26.121430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:26.121462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:29.455151 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:29.455243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:29.455359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:29.455385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:32.788399 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 11:30:32.788466 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 11:30:32.788570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:32.788594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.212 - - [05/May/2026:11:30:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.110 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.109 200 39ebe83243553d70fdf69354c803ee62 10.0.0.149 - - [05/May/2026:11:30:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.106 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.106 200 f2e35fa4f000b533bcc160376514fb98 W0505 11:30:36.121933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:36.121988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:39.455177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:39.455239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:42.789631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:42.789676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:30:45.546284 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:30:45.547047 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:30:45.547108 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:30:45.550948 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b906bb39-7a07-4c83-9e1a-3507de77847b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5538", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 11:30:45.553211 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"008b62e9-c6c5-46ed-b5dd-0dba6e1b7009", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5539", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 11:30:45.554236 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9252a313-4f82-41fd-a5c8-d16bcb93af93", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5540", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:30:46.120858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:46.120886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:49.455232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:49.455324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:52.787793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:30:52.787828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.140 - - [05/May/2026:11:30:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.483 200 e413b3dca6f279c15ee07d18b955383b 199.204.45.140 - - [05/May/2026:11:30:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.057 [auth-system-keycloak-80] [] 10.0.0.153:8080 4246 0.058 200 d012eafc936084ae3a6760c3767346f9 199.204.45.140 - - [05/May/2026:11:30:59 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.312 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.311 204 fc31d4b4de3d2aaadf128dd2ab6b3e7a 199.204.45.140 - - [05/May/2026:11:30:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.269 [auth-system-keycloak-80] [] 10.0.0.153:8080 4384 0.270 200 8642f7dcd8c818ae6e2d509a1d41bd16 199.204.45.140 - - [05/May/2026:11:31:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.494 200 e6d51d8bbde413dd31ba07a16b06a029 199.204.45.140 - - [05/May/2026:11:31:00 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 1682 0.010 200 ddc036d0da0e386e229f98aa9bc80030 199.204.45.140 - - [05/May/2026:11:31:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.004 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.004 200 a64c1866d38cc280b34b601f9b45408e 199.204.45.140 - - [05/May/2026:11:31:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.503 200 9b42cc0367202caece170377d5673f9f 199.204.45.140 - - [05/May/2026:11:31:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.009 200 e646f59fe71f8639a5dccc650547e757 199.204.45.140 - - [05/May/2026:11:31:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.185 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.181 201 c04008c1ac5f1ce2668311d18c1eb86e 199.204.45.140 - - [05/May/2026:11:31:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.074 [auth-system-keycloak-80] [] 10.0.0.153:8080 2246 0.074 200 ec73ac54c27c3740492b50e7c99a1a08 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.496 200 0117a75b4dd847ef6f71a49291a31000 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.032 [auth-system-keycloak-80] [] 10.0.0.153:8080 2246 0.032 200 bb7af21f1877870d700c320ecba7201f 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "GET /admin/realms/atmosphere/clients/35e8bd66-6656-487f-bf01-743b49491a96/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.019 [auth-system-keycloak-80] [] 10.0.0.153:8080 233 0.019 200 0b5314dd1f3d3ad7e68db080d8827dfc 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.022 [auth-system-keycloak-80] [] 10.0.0.153:8080 831 0.022 200 35df7165cda1b64807fea6c10aa9ca1a 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "GET /admin/realms/atmosphere/clients/3deaa121-fed2-46ac-99a6-318431b58674/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.038 [auth-system-keycloak-80] [] 10.0.0.153:8080 3758 0.038 200 7e6349c3cfe2b437fed1a205c9c85b2c 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "GET /admin/realms/atmosphere/users/2a025af1-1139-4f46-ac59-a482fcfc351d/role-mappings/clients/3deaa121-fed2-46ac-99a6-318431b58674/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.177 [auth-system-keycloak-80] [] 10.0.0.153:8080 3758 0.177 200 fea5398d72bc79ece19d85b9ff550e32 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "GET /admin/realms/atmosphere/users/2a025af1-1139-4f46-ac59-a482fcfc351d/role-mappings/clients/3deaa121-fed2-46ac-99a6-318431b58674/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.020 200 9f8f1bba8e211e3411b020d38c18efdb 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "POST /admin/realms/atmosphere/users/2a025af1-1139-4f46-ac59-a482fcfc351d/role-mappings/clients/3deaa121-fed2-46ac-99a6-318431b58674 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.019 204 dc4a2ce2b2c53f1fdee2e6d085caf430 199.204.45.140 - - [05/May/2026:11:31:03 +0000] "GET /admin/realms/atmosphere/users/2a025af1-1139-4f46-ac59-a482fcfc351d/role-mappings/clients/3deaa121-fed2-46ac-99a6-318431b58674/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.032 [auth-system-keycloak-80] [] 10.0.0.153:8080 576 0.032 200 7db2d8bea5040ffa50a5e1ec99e7f03f W0505 11:31:06.485282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:06.485311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:09.819685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:09.819727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:23.082198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:23.082240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:26.416668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:31:26.416717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:10.961144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:10.961192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:41.353094 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 11:33:41.353178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:41.353204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:33:41.356747 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0505 11:33:41.356776 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0505 11:33:41.362507 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0505 11:33:41.362776 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"81be78da-52d0-469a-ba87-d26ad6c9c298", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6743", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:33:41.363207 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0505 11:33:41.363716 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 11:33:41.363816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:41.363849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:33:41.364021 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:33:41.413010 7 controller.go:216] "Backend successfully reloaded" I0505 11:33:41.413252 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:33:41.712474 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0505 11:33:41.713345 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0505 11:33:44.697342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:44.697398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:33:45.547085 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:33:45.554573 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"81be78da-52d0-469a-ba87-d26ad6c9c298", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6798", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.140 - - [05/May/2026:11:33:45 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 1f9c00c487ac382f383dba5d5b5769a2 199.204.45.140 - - [05/May/2026:11:33:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 266 0.004 200 9e8b31863e0ecf68e42dbc7f10d9273e 199.204.45.140 - - [05/May/2026:11:33:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1360 0.341 201 3388acab6131936c3f97df3460ae4993 199.204.45.140 - - [05/May/2026:11:33:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 a53c3d80d2995afe80033ae829c693d1 199.204.45.140 - - [05/May/2026:11:33:47 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.035 [openstack-keystone-api-5000] [] 10.0.0.187:5000 90 0.035 404 1b02f21357e07ea8899eb4acd18e7f18 199.204.45.140 - - [05/May/2026:11:33:47 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.187:5000 368 0.024 200 9391ec319217891d00dbc5acb330d1a4 199.204.45.140 - - [05/May/2026:11:33:47 +0000] "GET /v3/domains/45edd330e65042689dc223dc5415f4c7 HTTP/1.1" 200 245 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.187:5000 245 0.019 200 8c2bfb0926a2e03b16ddb7a659d805b8 W0505 11:33:48.030652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:33:48.030705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.140 - - [05/May/2026:11:33:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 266 0.004 200 6e18c6323d08a4b4a87a4326e1291751 199.204.45.140 - - [05/May/2026:11:33:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1360 0.337 201 56108792d6816b8bc8c061807a402794 199.204.45.140 - - [05/May/2026:11:33:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 5474d307118bb9a8b0b7aec7979e5a28 199.204.45.140 - - [05/May/2026:11:33:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.187:5000 101 0.023 404 516f720be618933992702e3b75ec1674 199.204.45.140 - - [05/May/2026:11:33:48 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.016 [openstack-keystone-api-5000] [] 10.0.0.187:5000 156 0.017 200 f6cd6826b84ab9c0995fab58a77941d6 199.204.45.140 - - [05/May/2026:11:33:48 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.187:5000 454 0.024 201 a146057cbcc1015e5cdf41b9f94389f8 199.204.45.140 - - [05/May/2026:11:33:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 266 0.003 200 31ee784edafc615a0b1ac50d30a26fc1 199.204.45.140 - - [05/May/2026:11:33:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1360 0.292 201 ecf0ae98e47685a1c7ad44f4a6e75892 199.204.45.140 - - [05/May/2026:11:33:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.003 300 eb361e3cd8cc0ed9c8157facf338ab3d 199.204.45.140 - - [05/May/2026:11:33:49 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.187:5000 98 0.024 404 d8fa41b59fa03d11379129edccb21f44 199.204.45.140 - - [05/May/2026:11:33:49 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.187:5000 136 0.019 200 1841260396d5f2f4f6db369fa4b8a089 199.204.45.140 - - [05/May/2026:11:33:49 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.187:5000 357 0.022 201 b415bf6f884b9bd3596ec7fc3ba2963f 199.204.45.140 - - [05/May/2026:11:33:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 266 0.005 200 af10cdcfa4459a227024d1c2418342cd 199.204.45.140 - - [05/May/2026:11:33:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1360 0.289 201 ed285ab86588adc881705fb2a511890c 199.204.45.140 - - [05/May/2026:11:33:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 5cb241acfd3961ca964d4881e3825fc1 199.204.45.140 - - [05/May/2026:11:33:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.031 [openstack-keystone-api-5000] [] 10.0.0.187:5000 131 0.032 404 5f81e642a68a09ed40c41971f5997c5d 199.204.45.140 - - [05/May/2026:11:33:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.187:5000 168 0.017 200 787d27964a210231c22186df2c5a1fe8 199.204.45.140 - - [05/May/2026:11:33:50 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.187:5000 224 0.024 201 f232373de1c02b16883d856c91e743bf W0505 11:34:01.056681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:01.056737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:04.391131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:04.391196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:07.956221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:07.956245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:26.546050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:26.546092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:29.879645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:29.879704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:34.315597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:34.315641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:37.649749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:34:37.649795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:05.477875 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 11:36:05.478004 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 11:36:05.478078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:05.478106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:36:05.481040 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0505 11:36:05.481064 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0505 11:36:05.486901 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0505 11:36:05.487229 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"91f2c0dd-42dd-4231-bdcc-1a3943d3450a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7840", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:36:05.487584 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0505 11:36:05.488016 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 11:36:05.488155 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 11:36:05.488313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:05.488368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:36:05.488566 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:36:05.541780 7 controller.go:216] "Backend successfully reloaded" I0505 11:36:05.542084 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:36:05.904562 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0505 11:36:05.905311 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.140 - - [05/May/2026:11:36:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.003 300 ee0aaa9caf4fe964ff486c412db32a69 199.204.45.140 - - [05/May/2026:11:36:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1992 0.346 201 259b42f7d9687cdc8edeb2935e72104f 199.204.45.140 - - [05/May/2026:11:36:06 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.187:5000 85 0.025 404 626f79540a19f53a2e3273d2042f0c56 199.204.45.140 - - [05/May/2026:11:36:06 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.029 [openstack-keystone-api-5000] [] 10.0.0.187:5000 129 0.030 200 3ff963b1ed08f23d8f1dea8a5e181467 199.204.45.140 - - [05/May/2026:11:36:06 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.026 [openstack-keystone-api-5000] [] 10.0.0.187:5000 230 0.026 201 e0fef5772fcc363a4e1b624276dc2f6b W0505 11:36:08.822079 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 11:36:08.822272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:08.822304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.140 - - [05/May/2026:11:36:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 e68deae4125125c27b935b33f4613d7c 199.204.45.140 - - [05/May/2026:11:36:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1992 0.298 201 4960f3b40be210a13530bf69e2c74898 199.204.45.140 - - [05/May/2026:11:36:12 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.021 [openstack-keystone-api-5000] [] 10.0.0.187:5000 1521 0.020 200 fc5da2c02c2fa7d9952c5ea1fc43d813 199.204.45.140 - - [05/May/2026:11:36:12 +0000] "PUT /v3/roles/504ce9d4ad9f416cbc99034b688ff486/implies/47d73e11bec14dce89bb90f3dbd5be41 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.034 [openstack-keystone-api-5000] [] 10.0.0.187:5000 521 0.034 201 ba8815457475cead814363d6d3c25d0e W0505 11:36:14.694231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:14.694264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:36:45.547226 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:36:45.553785 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"91f2c0dd-42dd-4231-bdcc-1a3943d3450a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8227", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:36:45.555562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:36:45.555590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.140 - - [05/May/2026:11:36:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.003 300 bd92d5baf1f7027815320311ff0eb031 199.204.45.140 - - [05/May/2026:11:36:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2055 0.322 201 88bd25059f308e2a8ed17a49d63c3be2 199.204.45.140 - - [05/May/2026:11:36:57 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.049 [openstack-keystone-api-5000] [] 10.0.0.187:5000 87 0.049 404 c707d8bef18527968408023850a791d8 199.204.45.140 - - [05/May/2026:11:36:57 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.021 [openstack-keystone-api-5000] [] 10.0.0.187:5000 390 0.021 200 8018c8140cff192609f1aafd26b9fe84 199.204.45.140 - - [05/May/2026:11:36:57 +0000] "GET /v3/users/rgw-RegionOne?domain_id=64113da5001e4910a600662c2e1f4a00 HTTP/1.1" 404 91 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.032 [openstack-keystone-api-5000] [] 10.0.0.187:5000 91 0.032 404 10ff36ed7750959c3cd0c9098c97ae77 199.204.45.140 - - [05/May/2026:11:36:57 +0000] "GET /v3/users?domain_id=64113da5001e4910a600662c2e1f4a00&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.025 [openstack-keystone-api-5000] [] 10.0.0.187:5000 178 0.026 200 37e2062b43ec9b778a8f31c870e38ba0 199.204.45.140 - - [05/May/2026:11:36:57 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.398 [openstack-keystone-api-5000] [] 10.0.0.187:5000 291 0.398 201 1087a741103d0ca2aa98bf62e3fa70dc 199.204.45.140 - - [05/May/2026:11:37:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 1403ca1f3a21fc010edef6c6f214423d 199.204.45.140 - - [05/May/2026:11:37:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2055 0.300 201 9f4e9839fc643f51d61c459490e3e9a7 199.204.45.140 - - [05/May/2026:11:37:00 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.027 [openstack-keystone-api-5000] [] 10.0.0.187:5000 83 0.027 404 0b32c03f93becd8ddaaea5a7116e06fa 199.204.45.140 - - [05/May/2026:11:37:00 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.187:5000 361 0.026 200 f0ba36f2c8f50dfc9bb858d8a5fca549 199.204.45.140 - - [05/May/2026:11:37:00 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.025 [openstack-keystone-api-5000] [] 10.0.0.187:5000 87 0.026 404 35ccd53e64e997e412b06026bf735cf5 199.204.45.140 - - [05/May/2026:11:37:00 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.021 [openstack-keystone-api-5000] [] 10.0.0.187:5000 390 0.021 200 307872ed1f694433d641183e22ac4114 199.204.45.140 - - [05/May/2026:11:37:01 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.029 [openstack-keystone-api-5000] [] 10.0.0.187:5000 91 0.029 404 53909c445961a0b414c72e0466a6c644 199.204.45.140 - - [05/May/2026:11:37:01 +0000] "GET /v3/users?domain_id=64113da5001e4910a600662c2e1f4a00&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.051 [openstack-keystone-api-5000] [] 10.0.0.187:5000 458 0.050 200 b34d1ab89bd79f220c1c5c9ff4c0f221 199.204.45.140 - - [05/May/2026:11:37:01 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.187:5000 88 0.027 404 fdb16efd858c3ac8a54cdecb39c74adb 199.204.45.140 - - [05/May/2026:11:37:01 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.082 [openstack-keystone-api-5000] [] 10.0.0.187:5000 520 0.082 200 89107625e73b55b0d8ff4e6d4624cc14 199.204.45.140 - - [05/May/2026:11:37:01 +0000] "PUT /v3/projects/4037f91f0d064055a7eed340f3ac2e60/users/a13d38dccc544c2fadd35ecaa7255436/roles/cdc2b577182b405494bd0481317d1ad7 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.042 [openstack-keystone-api-5000] [] 10.0.0.187:5000 0 0.042 204 51315f6fb7bee19af54011ab55571e94 199.204.45.140 - - [05/May/2026:11:37:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 92d12c9165f7d6315ef7d3e8882ef3df 199.204.45.140 - - [05/May/2026:11:37:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2055 0.318 201 8f78d178da79bad96f201e61526712d9 199.204.45.140 - - [05/May/2026:11:37:02 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.187:5000 151 0.020 200 6bafc2fd844c6d51020001feaf2f4999 199.204.45.140 - - [05/May/2026:11:37:02 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.030 [openstack-keystone-api-5000] [] 10.0.0.187:5000 263 0.031 201 7361dabe3bf4f0a5e22e5ddf9411285d 199.204.45.140 - - [05/May/2026:11:37:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.003 300 4cbed16f4e4ff63001c6bad9e502f271 199.204.45.140 - - [05/May/2026:11:37:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2157 0.290 201 15b2ba2fa96b99bf6dedf6172a4ce2c6 199.204.45.140 - - [05/May/2026:11:37:03 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.187:5000 86 0.020 404 1f3010307fadd857d1d3f06b17bc22ee 199.204.45.140 - - [05/May/2026:11:37:03 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.187:5000 382 0.014 200 594ac8bc2774b3bb1fc0bf152c6d41f9 199.204.45.140 - - [05/May/2026:11:37:03 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=881e606d220b49678372b8b80c90e551 HTTP/1.1" 200 205 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.026 [openstack-keystone-api-5000] [] 10.0.0.187:5000 205 0.025 200 707f8e9559f9a31c0185d48adc5ea844 199.204.45.140 - - [05/May/2026:11:37:03 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.029 [openstack-keystone-api-5000] [] 10.0.0.187:5000 379 0.028 201 c67358f7be548cd7fcf172ba91fdbd2d 199.204.45.140 - - [05/May/2026:11:37:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.003 300 42076c8583a9d2a48802f76722f6fcc1 199.204.45.140 - - [05/May/2026:11:37:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.187:5000 2366 0.300 201 22b6d82209b8cab6cb2547dddd0c586d 199.204.45.140 - - [05/May/2026:11:37:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.017 [openstack-keystone-api-5000] [] 10.0.0.187:5000 86 0.017 404 cb1dd0ce9a52a6123972e29e2da27356 199.204.45.140 - - [05/May/2026:11:37:04 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.187:5000 382 0.018 200 b07e16eae12e60472c50a7d736cd7216 199.204.45.140 - - [05/May/2026:11:37:04 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=881e606d220b49678372b8b80c90e551 HTTP/1.1" 200 207 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.019 [openstack-keystone-api-5000] [] 10.0.0.187:5000 207 0.019 200 5a937b45dbf574fec24239b2e2fa5d87 199.204.45.140 - - [05/May/2026:11:37:04 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.021 [openstack-keystone-api-5000] [] 10.0.0.187:5000 392 0.020 201 7dc7b518ba80583bceedc906e748a1ac W0505 11:37:06.062856 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:37:06.062937 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 11:37:06.062975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:06.062987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:37:06.065348 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0505 11:37:06.065368 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0505 11:37:06.069776 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0505 11:37:06.069963 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ba9135c2-b202-49ec-bfcb-c38467ed202b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:37:06.070474 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0505 11:37:06.070827 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:37:06.071137 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 11:37:06.071197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:06.071213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:37:06.071343 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:37:06.119926 7 controller.go:216] "Backend successfully reloaded" I0505 11:37:06.120177 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:37:06.375596 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0505 11:37:06.377770 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0505 11:37:09.404425 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:37:09.404617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:09.404637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:22.640165 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:37:22.640725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:22.640752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:27.719906 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 11:37:27.720077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:27.720116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:31.054700 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:37:31.054937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:31.054958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:37:31.055123 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:37:31.102091 7 controller.go:216] "Backend successfully reloaded" I0505 11:37:31.102425 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 11:37:34.387967 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:37:34.388277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:34.388313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:37.720721 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:37:37.720950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:37.720983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:37:45.547232 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:37:45.552788 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ba9135c2-b202-49ec-bfcb-c38467ed202b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8794", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:37:45.554861 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:37:45.555041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:45.555073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:53.211537 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:37:53.211841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:53.211909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:56.545661 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:37:56.545802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:37:56.545826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:01.425058 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:38:01.425161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:01.425177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:13.101504 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 11:38:13.101706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:13.101725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:51.623510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:38:51.623545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:00.910586 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 11:40:00.910719 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 11:40:00.910801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:00.910829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:40:00.915384 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0505 11:40:00.915414 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0505 11:40:00.920657 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0505 11:40:00.920930 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8e30d506-eef5-4ea3-876d-735d12d0b350", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9878", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:40:00.921174 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0505 11:40:00.921643 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 11:40:00.921759 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 11:40:00.921845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:00.921867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:40:00.922017 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:40:00.976001 7 controller.go:216] "Backend successfully reloaded" I0505 11:40:00.976452 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:40:01.268593 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0505 11:40:01.270692 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0505 11:40:04.255555 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 11:40:04.255824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:04.255857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:18.349056 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 11:40:18.349308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:18.349334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:26.702166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:26.702220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.140 - - [05/May/2026:11:40:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.005 300 3e6b1bb2cd1f2550cab0781a0927e77e 199.204.45.140 - - [05/May/2026:11:40:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.332 201 8950382841cedd76cf47aa96b034847b 199.204.45.140 - - [05/May/2026:11:40:36 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.201:9292 1193 0.004 300 4deb8865705b0dd16006af7e9c99323d 199.204.45.140 - - [05/May/2026:11:40:37 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.556 [openstack-glance-api-9292] [] 10.0.0.201:9292 69 0.556 200 05d26d8715baf8c875022bcc816f0387 199.204.45.140 - - [05/May/2026:11:40:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.187:5000 281 0.004 300 e89b61b1559f968407399e3cecc144f7 199.204.45.140 - - [05/May/2026:11:40:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.187:5000 3201 0.298 201 976683333427acc85981cc91b534e25d 199.204.45.140 - - [05/May/2026:11:40:40 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.201:9292 1193 0.004 300 8baea7226bf688f1e57adc818608c002 199.204.45.140 - - [05/May/2026:11:40:40 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.201:9292 69 0.042 200 4907cc27db282652e153d34d0a091e60 199.204.45.140 - - [05/May/2026:11:40:40 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.116 [openstack-glance-api-9292] [] 10.0.0.201:9292 151 0.116 404 dfbfd2063e910d11242be99c62ed5cdc 199.204.45.140 - - [05/May/2026:11:40:40 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.201:9292 81 0.021 200 5bfbb1bb3c97fce64c44809c7a7dbd26 199.204.45.140 - - [05/May/2026:11:40:40 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.030 [openstack-glance-api-9292] [] 10.0.0.201:9292 84 0.030 200 6f4c7b625f857c09c2231ce8c2c0b990 199.204.45.140 - - [05/May/2026:11:40:40 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.066 [openstack-glance-api-9292] [] 10.0.0.201:9292 760 0.066 201 be66b96ff653b5be7307f032d700d7f6 199.204.45.140 - - [05/May/2026:11:40:44 +0000] "PUT /v2/images/bd998812-4737-48c7-9d8a-7fcd5e402d45/file HTTP/1.1" 204 0 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.738 [openstack-glance-api-9292] [] 10.0.0.201:9292 0 3.739 204 2ec19a57b27bc553e94d12f86f2bace5 199.204.45.140 - - [05/May/2026:11:40:44 +0000] "GET /v2/images/bd998812-4737-48c7-9d8a-7fcd5e402d45 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.201:9292 1171 0.016 200 f1af7c602634a87d0356df645dbfacb6 199.204.45.140 - - [05/May/2026:11:40:44 +0000] "GET /v2/images/bd998812-4737-48c7-9d8a-7fcd5e402d45 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.201:9292 1171 0.017 200 d8d574eaed81066eca363d1327bf68b1 I0505 11:40:45.546793 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:40:45.553664 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8e30d506-eef5-4ea3-876d-735d12d0b350", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10166", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:40:45.558087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:45.558135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:48.891597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:48.891646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:52.225062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:40:52.225110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:07.883311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:07.883355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:11.217716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:11.217768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:14.550225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:14.550264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:17.884728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:17.884790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:21.218117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:21.218169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:33.374005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:33.374037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:41.779995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:41.780023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:45.113648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:41:45.113701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:44:22.169833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:44:22.169895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:24.101844 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 11:46:24.101989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:24.102018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:46:24.107845 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.006s renderingIngressLength:9 renderingIngressTime:0.002s admissionTime:0.008s testedConfigurationSize:42.6kB} I0505 11:46:24.107878 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0505 11:46:24.115327 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0505 11:46:24.115724 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"f1293cc0-f6cf-47e1-b78a-7b69188a9283", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12679", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:46:24.115912 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0505 11:46:24.116619 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 11:46:24.116718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:24.116733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:46:24.116916 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:46:24.169522 7 controller.go:216] "Backend successfully reloaded" I0505 11:46:24.171835 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:46:24.609806 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0505 11:46:24.611187 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0505 11:46:27.450209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:27.450248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:30.784237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:30.784290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:34.116754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:34.116787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:46:45.547054 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:46:45.554140 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"f1293cc0-f6cf-47e1-b78a-7b69188a9283", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12923", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:46:45.556098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:46:45.556136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:47:48.280839 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 11:47:48.281024 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 11:47:48.281130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:47:48.281158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:47:48.286007 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.005s renderingIngressLength:10 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:46.1kB} I0505 11:47:48.286037 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0505 11:47:48.293677 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" I0505 11:47:48.293956 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"1c1a0feb-43ee-4fa3-aefe-9cfad750c714", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13342", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:47:48.294243 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0505 11:47:48.294762 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 11:47:48.294885 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 11:47:48.294991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:47:48.295007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:47:48.295157 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 11:47:48.353221 7 controller.go:216] "Backend successfully reloaded" I0505 11:47:48.353486 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-k8kph", UID:"3fbac2e6-409d-4791-9cf8-2c5ff85bca49", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 11:47:48.552045 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0505 11:47:48.553496 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0505 11:47:51.628905 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 11:47:51.629149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:47:51.629181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:47:57.411022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:47:57.411061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 11:48:45.547437 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.103.79.222"}] I0505 11:48:45.551909 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"1c1a0feb-43ee-4fa3-aefe-9cfad750c714", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13675", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 11:48:45.554638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 11:48:45.554682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store