------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0520 04:00:29.506000 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0520 04:00:29.506206 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0520 04:00:29.516791 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0520 04:00:29.520514 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0520 04:00:29.703497 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0520 04:00:29.720781 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0520 04:00:29.732603 7 nginx.go:271] "Starting NGINX Ingress controller" I0520 04:00:29.739027 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"1b441cf3-8b05-4054-9b4a-71bb39f29f70", APIVersion:"v1", ResourceVersion:"1621", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0520 04:00:29.742090 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9a999dec-5afa-49ca-8c25-2c20f92a40f5", APIVersion:"v1", ResourceVersion:"1620", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0520 04:00:29.742244 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b33bd240-9515-4544-b66c-f301b0a3d31f", APIVersion:"v1", ResourceVersion:"1622", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0520 04:00:30.934496 7 nginx.go:317] "Starting NGINX process" I0520 04:00:30.934577 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0520 04:00:30.935007 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0520 04:00:30.935389 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0520 04:00:30.935465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:30.935495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:00:30.935552 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 04:00:30.942972 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0520 04:00:30.943052 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-lbcc8" I0520 04:00:30.966416 7 controller.go:216] "Backend successfully reloaded" I0520 04:00:30.966521 7 controller.go:227] "Initial sync, sleeping for 1 second" I0520 04:00:30.966676 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lbcc8", UID:"fe34c62f-51b8-4e70-9fc6-4b814481bbac", APIVersion:"v1", ResourceVersion:"1669", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0520 04:00:34.763910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:34.763942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:38.097622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:38.097694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:41.431002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:41.431036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:44.765147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:44.765194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:48.099543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:48.099587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:51.431122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:51.431181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:54.764775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:54.764823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:58.097605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:00:58.097637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:01.430919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:01.430944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:04.765715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:04.765763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:10.787803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:10.787843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:14.122961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:14.122998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:50.373071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:50.373110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:53.709556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:01:53.709597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:34.267313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:34.267343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:37.600951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:37.601010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:42.110532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:42.110562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:45.445038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:45.445087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:48.780064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:48.780161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:54.249972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:54.250019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:57.584194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:02:57.584229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:00.917001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:00.917042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:05.722002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:05.722033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:09.058707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:09.058746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:12.389771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:12.389836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:33.281157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:33.281197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:36.615008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:03:36.615061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:04:31.922055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:04:31.922083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:31.032375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:31.032411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:34.653520 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-227.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-227.nip.io-tls was not found. Using default certificate W0520 04:05:34.653597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:34.653619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:05:34.655761 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0520 04:05:34.655803 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0520 04:05:34.664310 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0520 04:05:34.664818 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3c4fa3b8-e7b6-4c75-9205-1898f6511c43", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4128", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 04:05:34.665123 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-227.nip.io-tls" in local store W0520 04:05:34.665367 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-227.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-227.nip.io-tls was not found. Using default certificate W0520 04:05:34.665429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:34.665454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:05:34.665538 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 04:05:34.707986 7 controller.go:216] "Backend successfully reloaded" I0520 04:05:34.708508 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lbcc8", UID:"fe34c62f-51b8-4e70-9fc6-4b814481bbac", APIVersion:"v1", ResourceVersion:"1669", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 04:05:34.967290 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-227.nip.io-tls" I0520 04:05:34.975061 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-227.nip.io-tls" W0520 04:05:37.999208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:37.999258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [20/May/2026:04:05:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.171 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 2.170 200 94b5a4546251e8b85aad0db75e0237b7 199.204.45.227 - - [20/May/2026:04:05:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.187 [auth-system-keycloak-80] [] 10.0.0.162:8080 116 0.187 404 32852691076a685d9a4fad2a2e796633 199.204.45.227 - - [20/May/2026:04:05:45 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.380 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 4.380 201 c5e43fc753c79a4e8315c0d99d6c04d8 199.204.45.227 - - [20/May/2026:04:05:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.615 [auth-system-keycloak-80] [] 10.0.0.162:8080 4246 0.615 200 bd2c31525f90579fe38bcf59ae27b915 199.204.45.227 - - [20/May/2026:04:05:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.512 200 1ffc612ee2da6ee3f7a1e38747bfc4a6 199.204.45.227 - - [20/May/2026:04:05:47 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.052 [auth-system-keycloak-80] [] 10.0.0.162:8080 1682 0.053 200 49527bc4cfaa4d3f4a57227c1039ab1e 199.204.45.227 - - [20/May/2026:04:05:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.032 [auth-system-keycloak-80] [] 10.0.0.162:8080 6432 0.032 200 939a2942e12bd44d5dd7ca3923aff5d4 199.204.45.227 - - [20/May/2026:04:05:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.552 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.551 200 e7230861f38a86fdd5e7b5ce3ed87731 199.204.45.227 - - [20/May/2026:04:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.066 [auth-system-keycloak-80] [] 10.0.0.162:8080 2 0.066 200 4ff801ee8c0c746eee500d071e8cec3b 199.204.45.227 - - [20/May/2026:04:05:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.208 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.207 201 d01fe27b1c1186fe9ed7520157493208 199.204.45.227 - - [20/May/2026:04:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.068 [auth-system-keycloak-80] [] 10.0.0.162:8080 2246 0.068 200 b3a09ea05a0cb024f8ca4eefc4bf2b55 199.204.45.227 - - [20/May/2026:04:05:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.538 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.537 200 87a63e951b2144336f0f4f4fffd75b4c 199.204.45.227 - - [20/May/2026:04:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.034 [auth-system-keycloak-80] [] 10.0.0.162:8080 2246 0.035 200 dd4765da4884868c1d3404d2bede52cd 199.204.45.227 - - [20/May/2026:04:05:51 +0000] "GET /admin/realms/atmosphere/clients/65d32bb4-c6a4-4677-848e-72feb971ec10/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.019 [auth-system-keycloak-80] [] 10.0.0.162:8080 233 0.019 200 f30525c48a86cb372b20d7d56b314e97 199.204.45.227 - - [20/May/2026:04:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.073 [auth-system-keycloak-80] [] 10.0.0.162:8080 831 0.073 200 51b90bf93368a8240d2e53974c6eb67b 199.204.45.227 - - [20/May/2026:04:05:51 +0000] "GET /admin/realms/atmosphere/clients/f65625e8-80a9-4902-ad64-34e6f0321232/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.096 [auth-system-keycloak-80] [] 10.0.0.162:8080 3758 0.095 200 2400f319a56b7e52e34f6de89e7ead57 199.204.45.227 - - [20/May/2026:04:05:51 +0000] "GET /admin/realms/atmosphere/users/a67ae21c-4069-4c57-82f1-734bece79e01/role-mappings/clients/f65625e8-80a9-4902-ad64-34e6f0321232/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.177 [auth-system-keycloak-80] [] 10.0.0.162:8080 3758 0.177 200 154ac95a2cc5c16f53d88f745d49b725 199.204.45.227 - - [20/May/2026:04:05:51 +0000] "GET /admin/realms/atmosphere/users/a67ae21c-4069-4c57-82f1-734bece79e01/role-mappings/clients/f65625e8-80a9-4902-ad64-34e6f0321232/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.077 [auth-system-keycloak-80] [] 10.0.0.162:8080 2 0.078 200 9bb3637b5a1854d6759c604875590d21 199.204.45.227 - - [20/May/2026:04:05:52 +0000] "POST /admin/realms/atmosphere/users/a67ae21c-4069-4c57-82f1-734bece79e01/role-mappings/clients/f65625e8-80a9-4902-ad64-34e6f0321232 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.476 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.476 204 42efdb57383dc58cca95af99c5a4f01f 199.204.45.227 - - [20/May/2026:04:05:52 +0000] "GET /admin/realms/atmosphere/users/a67ae21c-4069-4c57-82f1-734bece79e01/role-mappings/clients/f65625e8-80a9-4902-ad64-34e6f0321232/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.114 [auth-system-keycloak-80] [] 10.0.0.162:8080 576 0.113 200 ce135045d47500d018d27ac02a8bfebf W0520 04:05:55.943745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:55.943795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:59.764302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:05:59.764335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:06:30.951957 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.220.98"}] I0520 04:06:30.987089 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3c4fa3b8-e7b6-4c75-9205-1898f6511c43", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4562", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 04:06:30.996928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:06:30.996957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:08:02.458274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:08:02.458345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:08:47.965964 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0520 04:08:47.966094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:08:47.966127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:08:47.967862 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.1kB} I0520 04:08:47.967947 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0520 04:08:48.032670 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0520 04:08:48.033348 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0520 04:08:48.033583 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0520 04:08:48.033636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:08:48.033649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:08:48.033721 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 04:08:48.035909 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4c61941c-1cb3-44eb-bcf5-1a3e169c30a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5399", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 04:08:48.092627 7 controller.go:216] "Backend successfully reloaded" I0520 04:08:48.092973 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lbcc8", UID:"fe34c62f-51b8-4e70-9fc6-4b814481bbac", APIVersion:"v1", ResourceVersion:"1669", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 04:08:48.893574 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0520 04:08:48.894999 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0520 04:08:51.367178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:08:51.367214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [20/May/2026:04:08:51 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.196:5000 281 0.005 300 50fdf47d09c008be9f771a92e62174cf 199.204.45.227 - - [20/May/2026:04:08:53 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.196:5000 266 0.006 200 bf17669e4ebff7fc9a7db645398dfe0b 199.204.45.227 - - [20/May/2026:04:08:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.497 [openstack-keystone-api-5000] [] 10.0.0.196:5000 1360 0.497 201 099cda778482201943cd4e5ef1a8a9dc 199.204.45.227 - - [20/May/2026:04:08:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.196:5000 281 0.003 300 e827c0a7bbe4619811f4aa037363030b 199.204.45.227 - - [20/May/2026:04:08:53 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.039 [openstack-keystone-api-5000] [] 10.0.0.196:5000 90 0.039 404 da7f37698e7b8e4f8bd94b35b9c3571d 199.204.45.227 - - [20/May/2026:04:08:53 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.196:5000 370 0.026 200 13cf0ff2f9505df8b364b6e8504fa2e4 199.204.45.227 - - [20/May/2026:04:08:53 +0000] "GET /v3/domains/4cf41456eff74a43900c7e64cd2f03ce HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.196:5000 247 0.019 200 b9dea755d6c4fa7d71ce407bbb1cdb58 199.204.45.227 - - [20/May/2026:04:08:54 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.196:5000 266 0.003 200 ec751db6dbefa28d0c4877b92eea357f 199.204.45.227 - - [20/May/2026:04:08:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.196:5000 1360 0.301 201 3657483bd8346249df963b0d32af369f 199.204.45.227 - - [20/May/2026:04:08:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.196:5000 281 0.003 300 4e0fa16c4cc9e1574ff1ef36b18681f9 199.204.45.227 - - [20/May/2026:04:08:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.196:5000 101 0.021 404 9b11fc87c52db5fa9800314b035754e7 199.204.45.227 - - [20/May/2026:04:08:55 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.196:5000 156 0.017 200 ecc37ed6214babc15e27a991f77e0e04 199.204.45.227 - - [20/May/2026:04:08:55 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.340 [openstack-keystone-api-5000] [] 10.0.0.196:5000 342 0.340 201 73ab794e70645ee68bdbf544cf99726f 199.204.45.227 - - [20/May/2026:04:08:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.196:5000 266 0.003 200 7a61391b5157e32d32aa39e66415a2cc 199.204.45.227 - - [20/May/2026:04:08:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.196:5000 1360 0.323 201 68754ade1f9f32478ed7a836934cc3e0 199.204.45.227 - - [20/May/2026:04:08:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.196:5000 281 0.005 300 d9cb923b31161e1a849eb95ef8600333 199.204.45.227 - - [20/May/2026:04:08:56 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.032 [openstack-keystone-api-5000] [] 10.0.0.196:5000 98 0.032 404 50cf109c0b4d6dad4a04fc37932766db 199.204.45.227 - - [20/May/2026:04:08:56 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.196:5000 136 0.028 200 7171dd25f2b0fd4771562d0d034fb97e 199.204.45.227 - - [20/May/2026:04:08:56 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 739 0.220 [openstack-keystone-api-5000] [] 10.0.0.196:5000 357 0.219 201 62726ac14b7e116abc1cd0863ca68d85 199.204.45.227 - - [20/May/2026:04:08:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.196:5000 266 0.003 200 dbd9618632e32a169887eb951c295a40 199.204.45.227 - - [20/May/2026:04:08:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.196:5000 1360 0.325 201 608c2f20c30fe9ce48179a54b6183d35 199.204.45.227 - - [20/May/2026:04:08:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.196:5000 281 0.004 300 bcfca8dc7e501bd79bda281de7fb3817 199.204.45.227 - - [20/May/2026:04:08:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.021 [openstack-keystone-api-5000] [] 10.0.0.196:5000 131 0.022 404 d047528aa923efecd5edc19e67d50d3d 199.204.45.227 - - [20/May/2026:04:08:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.015 [openstack-keystone-api-5000] [] 10.0.0.196:5000 168 0.015 200 c8cf892abfa6a33f1b841c8f8fc49078 199.204.45.227 - - [20/May/2026:04:08:58 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.248 [openstack-keystone-api-5000] [] 10.0.0.196:5000 224 0.248 201 5d3f0a8436ff286f130e83e43ed092b2 W0520 04:09:09.130223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:09:09.130279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [20/May/2026:04:09:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.551 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.548 200 efe380693ce719b83c52aa88624d6a4b 199.204.45.227 - - [20/May/2026:04:09:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.010 [auth-system-keycloak-80] [] 10.0.0.162:8080 4246 0.010 200 801679935d869fc90afcd5062e6b0a85 199.204.45.227 - - [20/May/2026:04:09:11 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.454 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.453 204 1fb985017f43128a31fba58ef46af9e2 199.204.45.227 - - [20/May/2026:04:09:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.299 [auth-system-keycloak-80] [] 10.0.0.162:8080 4384 0.299 200 ab7c9a59351f1b3e1aa140b8a1c3de95 W0520 04:09:12.464415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:09:12.464476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [20/May/2026:04:09:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.499 200 8d7c753287ec8841426a6651e76627e9 199.204.45.227 - - [20/May/2026:04:09:13 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.062 [auth-system-keycloak-80] [] 10.0.0.162:8080 12500 0.062 200 146e8eecc95dcab6faf664497368f0f5 199.204.45.227 - - [20/May/2026:04:09:13 +0000] "GET /admin/realms/atmosphere/client-scopes/6d9a0e07-0e8f-4a96-9497-253f6e1c1046 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.162:8080 1278 0.077 200 b4d742e255d8a0577450d6f0ff9212e4 199.204.45.227 - - [20/May/2026:04:09:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/6d9a0e07-0e8f-4a96-9497-253f6e1c1046 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.105 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.103 204 e91adf43df12b7187dd4566ad6be36ed 199.204.45.227 - - [20/May/2026:04:09:13 +0000] "GET /admin/realms/atmosphere/client-scopes/6d9a0e07-0e8f-4a96-9497-253f6e1c1046/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.168 [auth-system-keycloak-80] [] 10.0.0.162:8080 963 0.168 200 25f5eb7762d06739cd1c1cb69c31fd15 199.204.45.227 - - [20/May/2026:04:09:13 +0000] "GET /admin/realms/atmosphere/client-scopes/6d9a0e07-0e8f-4a96-9497-253f6e1c1046/protocol-mappers/models/0d5c79ff-48bd-4058-81f6-10b48ffeb202 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.056 [auth-system-keycloak-80] [] 10.0.0.162:8080 366 0.056 200 9e81cd3fc688a9b1db002841c7c45c85 199.204.45.227 - - [20/May/2026:04:09:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/6d9a0e07-0e8f-4a96-9497-253f6e1c1046/protocol-mappers/models/0d5c79ff-48bd-4058-81f6-10b48ffeb202 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.256 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.254 204 8a69dbcf9fd4150fc939ab9317706e6a 199.204.45.227 - - [20/May/2026:04:09:13 +0000] "GET /admin/realms/atmosphere/client-scopes/6d9a0e07-0e8f-4a96-9497-253f6e1c1046 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.063 [auth-system-keycloak-80] [] 10.0.0.162:8080 1218 0.063 200 6923fda7c2996122012c3764516813a1 W0520 04:09:15.797157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:09:15.797463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:09:31.016128 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.220.98"}] I0520 04:09:31.108902 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4c61941c-1cb3-44eb-bcf5-1a3e169c30a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5812", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 04:09:31.115336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:09:31.115410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [20/May/2026:04:09:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.624 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.623 200 c475031b8304328f4f91825a297f54a9 199.204.45.227 - - [20/May/2026:04:09:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.162:8080 2 0.010 200 34616f75d5dd7541accd4da181913573 199.204.45.227 - - [20/May/2026:04:09:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.794 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.793 201 07a5f9b228b6025d9931f79b42c160dc 199.204.45.227 - - [20/May/2026:04:09:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.162:8080 1261 0.027 200 b29bc892916bf942551c02071efdd1c0 199.204.45.227 - - [20/May/2026:04:09:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.581 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.580 200 82c060f8057fdbfb371324d3aef56519 199.204.45.227 - - [20/May/2026:04:09:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.162:8080 2 0.011 200 e4a906ef51e24251d34aabd13a42fbfa 199.204.45.227 - - [20/May/2026:04:09:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.545 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.543 201 7bc03d02bf636fc4e57be62fcaf5ed10 199.204.45.227 - - [20/May/2026:04:09:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.025 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.025 200 efb56c8703f357ea77cd69b53c40a4c2 199.204.45.227 - - [20/May/2026:04:09:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.528 200 31bebb93a98be6382fc5d042779d3ae4 199.204.45.227 - - [20/May/2026:04:09:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.162:8080 2 0.010 200 fa57325699fcdf14329bebc2bdb6796f 199.204.45.227 - - [20/May/2026:04:09:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.702 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.702 201 e26e828d40ef72cdd5357619f95e7e56 199.204.45.227 - - [20/May/2026:04:09:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.162:8080 1251 0.024 200 9a4844a6943d6a82bb968c3b40ebdda3 199.204.45.227 - - [20/May/2026:04:09:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.542 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.541 200 fc35f1a1ca84b06e43c798e6e2bf96e2 199.204.45.227 - - [20/May/2026:04:09:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.162:8080 1261 0.029 200 1631f748e4be8aa51155417b4e2cbb64 199.204.45.227 - - [20/May/2026:04:09:45 +0000] "GET /admin/realms/atmosphere/clients/55de4d4b-869d-44a0-88b4-3fbb4de68a3a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.162:8080 119 0.012 404 acf27d0c8f1c2cb7620f93d899d67804 199.204.45.227 - - [20/May/2026:04:09:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.162:8080 1261 0.009 200 c8a93df968a478f3bb0a175247c73488 199.204.45.227 - - [20/May/2026:04:09:46 +0000] "POST /admin/realms/atmosphere/clients/55de4d4b-869d-44a0-88b4-3fbb4de68a3a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.250 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.249 201 ee913244ac847973c2db2589f5931976 199.204.45.227 - - [20/May/2026:04:09:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.162:8080 1261 0.007 200 d198831d70b54bb3d77e7423af27f270 199.204.45.227 - - [20/May/2026:04:09:46 +0000] "GET /admin/realms/atmosphere/clients/55de4d4b-869d-44a0-88b4-3fbb4de68a3a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.021 [auth-system-keycloak-80] [] 10.0.0.162:8080 166 0.021 200 c008d474709e86c57ff743def4fb6132 199.204.45.227 - - [20/May/2026:04:09:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.545 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.544 200 7fcd5458287ca5edcff2210efaae1ae8 199.204.45.227 - - [20/May/2026:04:09:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.008 200 a1fb18dffb60087a5e1917abf2cf090f 199.204.45.227 - - [20/May/2026:04:09:47 +0000] "GET /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.036 [auth-system-keycloak-80] [] 10.0.0.162:8080 119 0.036 404 a8a8e886091fe765c405cc7b2f6569d0 199.204.45.227 - - [20/May/2026:04:09:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.005 200 bfe756b4e16ebdeb9601d48fe1d0d294 199.204.45.227 - - [20/May/2026:04:09:48 +0000] "POST /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 1.505 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 1.503 201 7a5c3e2273e3a9bc0c9d4b4fd7bb75f2 199.204.45.227 - - [20/May/2026:04:09:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.014 200 f409a0695efcb694f44de2acbd63110b 199.204.45.227 - - [20/May/2026:04:09:48 +0000] "GET /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.162:8080 165 0.015 200 e0c0ad4889bf72a49526a4fe98dc758d 199.204.45.227 - - [20/May/2026:04:09:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.481 200 43519cee069c573518fe5d3f9028d46f 199.204.45.227 - - [20/May/2026:04:09:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.005 200 b04239b6588f0071c21108d02ae57ff7 199.204.45.227 - - [20/May/2026:04:09:49 +0000] "GET /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.162:8080 119 0.007 404 730063e392dfe80594bb7e72fe4a49b8 199.204.45.227 - - [20/May/2026:04:09:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.010 200 f0ee246b4cd70151a14ee3937fe42590 199.204.45.227 - - [20/May/2026:04:09:49 +0000] "POST /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.047 201 f67345636ab02029f8ec2028761480b0 199.204.45.227 - - [20/May/2026:04:09:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.007 200 c884468398a4cf12e4343138136d99cf 199.204.45.227 - - [20/May/2026:04:09:49 +0000] "GET /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.020 [auth-system-keycloak-80] [] 10.0.0.162:8080 166 0.021 200 dc774c2e175a2a0e72cfefd6402d6521 199.204.45.227 - - [20/May/2026:04:09:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.498 200 4574221d2328ebaf7f029ace6682a814 199.204.45.227 - - [20/May/2026:04:09:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.018 200 d90aec89fde94e928e500b7f9b151c4c 199.204.45.227 - - [20/May/2026:04:09:50 +0000] "GET /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.162:8080 119 0.014 404 fd40726113af590b574da5efdd0ac22f 199.204.45.227 - - [20/May/2026:04:09:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.026 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.026 200 6d1d2322852cd922d73f8f0b5fbf4cad 199.204.45.227 - - [20/May/2026:04:09:53 +0000] "POST /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 2.348 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 2.347 201 cc4e5efd3ed804645e98cf5a4b3ea722 199.204.45.227 - - [20/May/2026:04:09:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.162:8080 1286 0.004 200 376a0f8c48c7b693a5fe7164a9c1aced 199.204.45.227 - - [20/May/2026:04:09:53 +0000] "GET /admin/realms/atmosphere/clients/62fb40d6-2157-44ae-9ecd-6f27b0a3aef6/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.162:8080 166 0.010 200 a7fbb0733f04a3bad553c123b720fbbd 199.204.45.227 - - [20/May/2026:04:09:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.530 200 df022a91f44d7308224c78ad667aad8f 199.204.45.227 - - [20/May/2026:04:09:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.162:8080 1251 0.006 200 f78ec24d9a9594a771bd1d698f0974da 199.204.45.227 - - [20/May/2026:04:09:54 +0000] "GET /admin/realms/atmosphere/clients/be18d247-f261-4b64-b93f-927d7df3d300/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.162:8080 119 0.008 404 81e716708f53c1f0ac51ad373ac4564b 199.204.45.227 - - [20/May/2026:04:09:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.162:8080 1251 0.023 200 64e877b0bf14141efeb77d33477fded1 199.204.45.227 - - [20/May/2026:04:09:55 +0000] "POST /admin/realms/atmosphere/clients/be18d247-f261-4b64-b93f-927d7df3d300/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.589 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.588 201 4b3da98960ad9d31d526586b28244ea4 199.204.45.227 - - [20/May/2026:04:09:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.162:8080 1251 0.006 200 57ed5a3ec37e21de8ad0eb7fa2a3718c 199.204.45.227 - - [20/May/2026:04:09:55 +0000] "GET /admin/realms/atmosphere/clients/be18d247-f261-4b64-b93f-927d7df3d300/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.162:8080 166 0.029 200 f820bd6613061b6c749bdb3bf02e6b69 E0520 04:10:12.277723 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-227.nip.io. Skipping. W0520 04:10:12.278131 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 04:10:12.278199 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0520 04:10:12.278247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:10:12.278269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:10:12.280362 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.002s renderingIngressLength:3 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:22.8kB} I0520 04:10:12.280394 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0520 04:10:12.289320 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0520 04:10:12.289485 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-227.nip.io. Skipping. I0520 04:10:12.289479 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"0e5efaf5-59c5-4a6f-b27c-156729486765", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6008", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 04:10:12.289909 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0520 04:10:12.290056 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 04:10:12.290140 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0520 04:10:12.290216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:10:12.290230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:10:12.290319 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 04:10:12.339967 7 controller.go:216] "Backend successfully reloaded" I0520 04:10:12.340590 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lbcc8", UID:"fe34c62f-51b8-4e70-9fc6-4b814481bbac", APIVersion:"v1", ResourceVersion:"1669", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 04:10:13.662592 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0520 04:10:13.662956 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-227.nip.io. Skipping. I0520 04:10:13.664351 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0520 04:10:15.624416 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 04:10:15.624614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:10:15.624641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:10:31.088511 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.106.220.98"}] E0520 04:10:31.143114 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-227.nip.io. Skipping. I0520 04:10:31.144998 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"0e5efaf5-59c5-4a6f-b27c-156729486765", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6173", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 04:10:31.146728 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 04:10:31.146898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:10:31.146920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:03.582637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:03.582701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:06.916713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:06.916764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:10.249750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:10.249789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:28.356558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:28.356611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:29.060590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:11:29.060718 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0520 04:11:29.060783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:29.060807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:29.064626 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:11:29.064826 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0520 04:11:29.064933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:29.064959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:11:29.065893 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.005s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:26.4kB} I0520 04:11:29.065939 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0520 04:11:29.068359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:11:29.068466 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0520 04:11:29.068537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:29.068558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:11:29.069301 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.005s renderingIngressLength:4 renderingIngressTime:0.002s admissionTime:0.007s testedConfigurationSize:26.4kB} I0520 04:11:29.069365 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0520 04:11:29.074564 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.006s renderingIngressLength:4 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:26.4kB} I0520 04:11:29.074615 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0520 04:11:29.076951 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0520 04:11:29.077648 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d33df1ec-1070-4476-9806-d0502b3b82d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6658", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 04:11:29.080132 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0520 04:11:29.082670 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0520 04:11:29.082928 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"dd845cfb-3c31-4eb8-8805-4197df199631", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6659", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 04:11:29.083165 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0520 04:11:29.090464 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0520 04:11:29.090965 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0520 04:11:29.091015 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"951a3664-7894-4e3b-b4c1-f96a17555227", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6660", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 04:11:29.590416 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0520 04:11:29.591935 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0520 04:11:29.790363 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0520 04:11:29.791299 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0520 04:11:29.840627 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0520 04:11:29.841467 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0520 04:11:31.689939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:11:31.690024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:11:31.690066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:11:31.690311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:31.690344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 04:11:31.690526 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 04:11:31.901187 7 controller.go:216] "Backend successfully reloaded" I0520 04:11:31.901439 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lbcc8", UID:"fe34c62f-51b8-4e70-9fc6-4b814481bbac", APIVersion:"v1", ResourceVersion:"1669", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 04:11:31.913850 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.220.98"}] I0520 04:11:31.914413 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.220.98"}] I0520 04:11:31.916566 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.220.98"}] I0520 04:11:32.111452 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"951a3664-7894-4e3b-b4c1-f96a17555227", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6885", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 04:11:32.133329 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d33df1ec-1070-4476-9806-d0502b3b82d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6886", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 04:11:32.139979 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"dd845cfb-3c31-4eb8-8805-4197df199631", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6888", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 04:11:35.026277 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:11:35.026360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:11:35.026767 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:11:35.027263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:35.027298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:38.357062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:11:38.357132 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:11:38.357169 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:11:38.357330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:38.357359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:41.690887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:11:41.690924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:11:41.690972 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:11:41.691269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:41.691287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:45.024046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:11:45.024136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:11:45.024187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:11:45.025308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:45.025360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:48.359165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:11:48.359292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:11:48.359377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:11:48.359662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:48.359831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:51.691018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:11:51.691085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:11:51.691315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:11:51.691642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:11:51.691671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:05.566911 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:12:05.566997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:12:05.567060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:12:05.567225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:05.567242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [20/May/2026:04:12:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.544 [auth-system-keycloak-80] [] 10.0.0.162:8080 1928 0.543 200 83b7818e8314e6e591ea462c0aecb529 199.204.45.227 - - [20/May/2026:04:12:06 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.591 [auth-system-keycloak-80] [] 10.0.0.162:8080 2 0.590 200 78a38f95a46ee60b9b2bc9c40255ac7d 199.204.45.227 - - [20/May/2026:04:12:06 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.250 [auth-system-keycloak-80] [] 10.0.0.162:8080 0 0.248 201 5beb943383552329fe7b9ba92e25d696 199.204.45.227 - - [20/May/2026:04:12:06 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.018 [auth-system-keycloak-80] [] 10.0.0.162:8080 322 0.018 200 bd9cd3a81246b19b6f01664d18504996 199.204.45.227 - - [20/May/2026:04:12:07 +0000] "GET /admin/realms/atmosphere/users/41c1541e-a9ca-4718-86bc-6ef0e0818e58/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.011 [auth-system-keycloak-80] [] 10.0.0.162:8080 2 0.011 200 5abb1c091b921a48a5b6a11f7b3fa374 199.204.45.227 - - [20/May/2026:04:12:07 +0000] "GET /admin/realms/atmosphere/users/41c1541e-a9ca-4718-86bc-6ef0e0818e58/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.008 [auth-system-keycloak-80] [] 10.0.0.162:8080 2 0.007 200 1b5106426049e17b3464a2da17bc0404 199.204.45.227 - - [20/May/2026:04:12:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.196:5000 266 0.004 200 7f8a71337ccdcd4945d387fd290ef751 199.204.45.227 - - [20/May/2026:04:12:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.196:5000 1360 0.300 201 022fe136d09167c072caf36152dd9169 199.204.45.227 - - [20/May/2026:04:12:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.196:5000 281 0.002 300 e5ed1576e3928e87ef7d46f676d22a4d 199.204.45.227 - - [20/May/2026:04:12:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.196:5000 90 0.028 404 6b42b6d89e8ff9086437e19ba48aa081 199.204.45.227 - - [20/May/2026:04:12:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.196:5000 370 0.022 200 71791f21cac11d56148799738956d9d4 199.204.45.227 - - [20/May/2026:04:12:09 +0000] "GET /v3/users?domain_id=4cf41456eff74a43900c7e64cd2f03ce&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.046 [openstack-keystone-api-5000] [] 10.0.0.196:5000 174 0.046 200 cd60a14cdcc0a227b6e250abcea1345c W0520 04:12:09.621182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:12:09.621365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:12:09.621540 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:12:09.621807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:09.621938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:16.344254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:12:16.344307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:12:16.344340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:12:16.344480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:16.344503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:19.682395 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:12:19.682470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:12:19.682525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 04:12:19.682703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:19.682727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [20/May/2026:04:12:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.196:5000 266 0.003 200 a9ec646c6de680264a80d69ca2b27895 199.204.45.227 - - [20/May/2026:04:12:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.196:5000 1360 0.304 201 1214db5386a1a84b537115bf48c15641 199.204.45.227 - - [20/May/2026:04:12:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.196:5000 281 0.006 300 9a74a63efe78ea76ba889d318885eaa7 199.204.45.227 - - [20/May/2026:04:12:20 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.024 [openstack-keystone-api-5000] [] 10.0.0.196:5000 90 0.023 404 76565ecd577e15756c6656bebf5f12bb 199.204.45.227 - - [20/May/2026:04:12:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.196:5000 370 0.027 200 d0c868b0a0106eaee531463c9f5f3ec5 199.204.45.227 - - [20/May/2026:04:12:20 +0000] "GET /v3/users?domain_id=4cf41456eff74a43900c7e64cd2f03ce&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.152 [openstack-keystone-api-5000] [] 10.0.0.196:5000 174 0.152 200 492a48b6f23a801fe541abc8dd604b0e 199.204.45.227 - - [20/May/2026:04:12:30 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.196:5000 266 0.005 200 0025c0e1f7d34daeb758a9b0f822ad48 199.204.45.227 - - [20/May/2026:04:12:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.196:5000 1360 0.309 201 55ff4f0d778c4959bc8dbcaf7b6acc98 199.204.45.227 - - [20/May/2026:04:12:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.196:5000 281 0.004 300 38d97cea830fb18d22071322615ba8a2 199.204.45.227 - - [20/May/2026:04:12:31 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.047 [openstack-keystone-api-5000] [] 10.0.0.196:5000 90 0.046 404 37b799157946823dfd4c3053712b0862 199.204.45.227 - - [20/May/2026:04:12:31 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.196:5000 370 0.028 200 0c7c1863e6c416ef90b5e67688eb8026 199.204.45.227 - - [20/May/2026:04:12:32 +0000] "GET /v3/users?domain_id=4cf41456eff74a43900c7e64cd2f03ce&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.954 [openstack-keystone-api-5000] [] 10.0.0.196:5000 451 0.955 200 afce8c5d79c231d07e68766b8b89f203 10.0.0.115 - - [20/May/2026:04:12:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.162:8080 6432 0.005 200 4978e40da88ef3a0fffd3d2534ab29d9 10.0.0.61 - - [20/May/2026:04:12:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.162:8080 6432 0.007 200 3ee214797142f546090b7a3da131ddfe W0520 04:12:39.153861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:12:39.153926 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 04:12:39.154089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:39.154118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:49.760437 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 04:12:49.760684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:49.760722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:53.095360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 04:12:53.095421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store