------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0513 00:50:07.067189 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0513 00:50:07.067313 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0513 00:50:07.076403 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0513 00:50:07.079675 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0513 00:50:07.498680 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0513 00:50:07.516250 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0513 00:50:07.526941 7 nginx.go:271] "Starting NGINX Ingress controller" I0513 00:50:07.535698 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"50348777-832f-4c64-8b68-f960ec7bf5b7", APIVersion:"v1", ResourceVersion:"1535", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0513 00:50:07.538097 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"43bc5a69-1d99-476f-81f4-d3be28ebd57b", APIVersion:"v1", ResourceVersion:"1537", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0513 00:50:07.538200 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"6f8f1ac7-97a5-45ce-90d0-da8d8b6b152e", APIVersion:"v1", ResourceVersion:"1536", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0513 00:50:08.728914 7 nginx.go:317] "Starting NGINX process" I0513 00:50:08.729180 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0513 00:50:08.729925 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0513 00:50:08.730210 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0513 00:50:08.730260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:08.730283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:50:08.730595 7 controller.go:196] "Configuration changes detected, backend reload required" I0513 00:50:08.736891 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0513 00:50:08.737092 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-q962d" I0513 00:50:08.759306 7 controller.go:216] "Backend successfully reloaded" I0513 00:50:08.759376 7 controller.go:227] "Initial sync, sleeping for 1 second" I0513 00:50:08.759508 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-q962d", UID:"4818454a-ef37-4f13-aa71-ea0b4d524594", APIVersion:"v1", ResourceVersion:"1702", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0513 00:50:12.555486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:12.555517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:15.890224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:15.890263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:19.226702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:19.226731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:22.556221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:22.556264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:25.889317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:25.889376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:29.223139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:29.223186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:32.556659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:32.556710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:43.627151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:43.627180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:46.962147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:46.962180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:50.294037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:50.294086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:57.441768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:50:57.441800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:51:00.778268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:51:00.778315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:51:35.667750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:51:35.667776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:51:39.001184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:51:39.001226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:18.110871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:18.110898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:21.446113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:21.446162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:29.263952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:29.263979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:32.598227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:32.598264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:36.734341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:36.734367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:46.212915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:46.212960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:49.547188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:49.547226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:52.882437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:52.882464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:56.214172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:56.214208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:59.547057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:52:59.547098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:53:05.442399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:53:05.442435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:53:22.642936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:53:22.643163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:53:25.976914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:53:25.976945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:53:33.023920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:53:33.023969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:54:28.480538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:54:28.480581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:54:31.814252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:54:31.814299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:12.384528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:12.384556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:15.718989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:15.719061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:16.395260 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-242.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-242.nip.io-tls was not found. Using default certificate W0513 00:55:16.395422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:16.395442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:55:16.397030 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0513 00:55:16.397056 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0513 00:55:16.404120 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0513 00:55:16.404760 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-242.nip.io-tls" in local store I0513 00:55:16.405334 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"decfa16d-34d2-47ed-b2a6-f473fe0a6af1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4274", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0513 00:55:17.062576 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-242.nip.io-tls" I0513 00:55:17.063310 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-242.nip.io-tls" W0513 00:55:19.051778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:19.051821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:55:19.051897 7 controller.go:196] "Configuration changes detected, backend reload required" I0513 00:55:19.089550 7 controller.go:216] "Backend successfully reloaded" I0513 00:55:19.089826 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-q962d", UID:"4818454a-ef37-4f13-aa71-ea0b4d524594", APIVersion:"v1", ResourceVersion:"1702", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0513 00:55:22.386250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:22.386303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [13/May/2026:00:55:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.133 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 2.132 200 e4c4936076b788ac412f9691156c3a76 199.204.45.242 - - [13/May/2026:00:55:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.159:8080 116 0.179 404 b127a78a49397f97cbad5e9ba59b1790 199.204.45.242 - - [13/May/2026:00:55:27 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.777 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 4.776 201 bf5a360415a632cb2efdce8b62712df1 199.204.45.242 - - [13/May/2026:00:55:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.696 [auth-system-keycloak-80] [] 10.0.0.159:8080 4246 0.696 200 ec600298446b74f54b5f3e20284011c7 199.204.45.242 - - [13/May/2026:00:55:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.510 200 2a4e33c43073d5cbeee46a10e855c78d 199.204.45.242 - - [13/May/2026:00:55:29 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.069 [auth-system-keycloak-80] [] 10.0.0.159:8080 1682 0.068 200 09294e84cf717bf6ee355df4ece10dd3 199.204.45.242 - - [13/May/2026:00:55:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.033 [auth-system-keycloak-80] [] 10.0.0.159:8080 6432 0.033 200 c54073a2fef759007b4ef2fa9f5e6aad 199.204.45.242 - - [13/May/2026:00:55:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.491 200 c4a0f082550161f1e76808ab570eed50 199.204.45.242 - - [13/May/2026:00:55:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.085 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.085 200 5c4dbb228b6bfa58e224e77bed683afe 199.204.45.242 - - [13/May/2026:00:55:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.194 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.193 201 4660ba82dff035c768d9c0da8bde178b 199.204.45.242 - - [13/May/2026:00:55:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.065 [auth-system-keycloak-80] [] 10.0.0.159:8080 2246 0.065 200 08682f6982fad5bd28ab5298cc2bd502 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.451 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.450 200 14b50f3604433edbf2baee16735024dc 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.035 [auth-system-keycloak-80] [] 10.0.0.159:8080 2246 0.035 200 e2bf681fa5aa94faef75a93d41c0a084 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "GET /admin/realms/atmosphere/clients/eef3ae70-4d31-47d3-83d2-57707aa7c65e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.086 [auth-system-keycloak-80] [] 10.0.0.159:8080 233 0.086 200 0bfc6664900f234a22e8651cd699379f 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.087 [auth-system-keycloak-80] [] 10.0.0.159:8080 831 0.087 200 2d38216d3a0400222bc70aaaf073a0d0 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "GET /admin/realms/atmosphere/clients/93c5040b-8220-4743-a174-6c38d403b156/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.041 [auth-system-keycloak-80] [] 10.0.0.159:8080 3758 0.041 200 dfc2a750cc134b006cc85642728b42c9 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "GET /admin/realms/atmosphere/users/f481baef-10a9-4f05-adab-fb294b4b36ef/role-mappings/clients/93c5040b-8220-4743-a174-6c38d403b156/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.152 [auth-system-keycloak-80] [] 10.0.0.159:8080 3758 0.152 200 72fbf91718e12c207d7a266c7f348684 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "GET /admin/realms/atmosphere/users/f481baef-10a9-4f05-adab-fb294b4b36ef/role-mappings/clients/93c5040b-8220-4743-a174-6c38d403b156/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.083 200 e8ad5000fe5d00f94dd000abb367f25b 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "POST /admin/realms/atmosphere/users/f481baef-10a9-4f05-adab-fb294b4b36ef/role-mappings/clients/93c5040b-8220-4743-a174-6c38d403b156 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.099 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.099 204 1c586abffaeaa4fb3161c13f33934adf 199.204.45.242 - - [13/May/2026:00:55:33 +0000] "GET /admin/realms/atmosphere/users/f481baef-10a9-4f05-adab-fb294b4b36ef/role-mappings/clients/93c5040b-8220-4743-a174-6c38d403b156/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.078 [auth-system-keycloak-80] [] 10.0.0.159:8080 576 0.078 200 4e1aa0f257ca6717fb64ea98f7a75280 W0513 00:55:50.158552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:55:50.158613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:56:08.745674 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.123.249"}] I0513 00:56:08.754054 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"decfa16d-34d2-47ed-b2a6-f473fe0a6af1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4583", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0513 00:56:08.755428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:56:08.755452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:56:55.129265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:56:55.129319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:57:32.360346 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0513 00:57:32.360405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:57:32.360421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:57:32.362709 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.1kB} I0513 00:57:32.362740 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0513 00:57:32.368571 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0513 00:57:32.369101 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0513 00:57:32.369361 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0513 00:57:32.369432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:57:32.369477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:57:32.370101 7 controller.go:196] "Configuration changes detected, backend reload required" I0513 00:57:32.370174 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f06a522c-c5be-463f-9602-7636a5f50e1a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5064", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0513 00:57:32.415206 7 controller.go:216] "Backend successfully reloaded" I0513 00:57:32.416292 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-q962d", UID:"4818454a-ef37-4f13-aa71-ea0b4d524594", APIVersion:"v1", ResourceVersion:"1702", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0513 00:57:32.682351 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0513 00:57:32.683835 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0513 00:57:35.704145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:57:35.704192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [13/May/2026:00:57:35 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.008 [openstack-keystone-api-5000] [] 10.0.0.204:5000 281 0.008 300 6ac05f9b938373e5e14d8b4afc7b51a1 199.204.45.242 - - [13/May/2026:00:57:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.204:5000 266 0.005 200 ac6d8730b7a78eb61c63ec3a5d505095 199.204.45.242 - - [13/May/2026:00:57:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.541 [openstack-keystone-api-5000] [] 10.0.0.204:5000 1360 0.541 201 f41c473e32d2bb0dfd6d0152299178cc 199.204.45.242 - - [13/May/2026:00:57:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.204:5000 281 0.005 300 eee8ef9b3a406054f96f1f01fda5b71a 199.204.45.242 - - [13/May/2026:00:57:38 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.046 [openstack-keystone-api-5000] [] 10.0.0.204:5000 90 0.046 404 29a1b7bfd24977bbbe4df57beed8095a 199.204.45.242 - - [13/May/2026:00:57:38 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.032 [openstack-keystone-api-5000] [] 10.0.0.204:5000 370 0.032 200 3fa95c115c41c7f4d555cf053eb5282a 199.204.45.242 - - [13/May/2026:00:57:38 +0000] "GET /v3/domains/d797f81daa7742bf8f5b168fbbd941f1 HTTP/1.1" 200 247 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.204:5000 247 0.022 200 b1d9e9fe6970b3eea3966e87c98929f5 199.204.45.242 - - [13/May/2026:00:57:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.204:5000 266 0.004 200 cc13581d8dac0aa2ac3cc3449dbb76de 199.204.45.242 - - [13/May/2026:00:57:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.204:5000 1360 0.317 201 01e89933af0f25f777cad1661cc3a72b 199.204.45.242 - - [13/May/2026:00:57:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.204:5000 281 0.005 300 087fe6aef046de568b12d0288b1b699d 199.204.45.242 - - [13/May/2026:00:57:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.204:5000 101 0.026 404 3eb4bc7efe686ca18ec71a81034ce3e1 199.204.45.242 - - [13/May/2026:00:57:39 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.204:5000 156 0.023 200 82dba849c8932d19f59da26e3e947644 199.204.45.242 - - [13/May/2026:00:57:39 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.204:5000 342 0.026 201 31d69aae6906dbb35e4a994bb2039b31 199.204.45.242 - - [13/May/2026:00:57:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.204:5000 266 0.004 200 5dc45acaa3dac7046c897b1de57d5fee 199.204.45.242 - - [13/May/2026:00:57:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.204:5000 1360 0.298 201 9505432a9823569ecbac539070db2b35 199.204.45.242 - - [13/May/2026:00:57:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.204:5000 281 0.005 300 1a39dd2571775f35961f07f372612d3b 199.204.45.242 - - [13/May/2026:00:57:40 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.204:5000 98 0.020 404 82d6781fbf9c719c5d6db3b896fa7125 199.204.45.242 - - [13/May/2026:00:57:40 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.204:5000 136 0.015 200 1b1c4f0fcb2a25ff0a9cfbaec72c21fb 199.204.45.242 - - [13/May/2026:00:57:40 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.204:5000 357 0.021 201 9a06a3b8ae8fae103e51bd960b222b7a 199.204.45.242 - - [13/May/2026:00:57:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.204:5000 266 0.005 200 eb1051712abdd768bed4079c70b02bad 199.204.45.242 - - [13/May/2026:00:57:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.204:5000 1360 0.306 201 2d20343bf43218e504a34eb2d2aa3f4e 199.204.45.242 - - [13/May/2026:00:57:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.204:5000 281 0.002 300 60de3aa34145503ba39615f9638d2e4f 199.204.45.242 - - [13/May/2026:00:57:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.025 [openstack-keystone-api-5000] [] 10.0.0.204:5000 131 0.025 404 0382d061152caf5407c3320206cf6f83 199.204.45.242 - - [13/May/2026:00:57:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.204:5000 168 0.019 200 7c213b880997852aa2bc0c5c0cbaaa6a 199.204.45.242 - - [13/May/2026:00:57:42 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.204:5000 224 0.023 201 d12dc10ced184fa1ea2242dda736458e 199.204.45.242 - - [13/May/2026:00:57:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.533 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.532 200 e0d12417e6065e33bfe1bd55e0d9f663 199.204.45.242 - - [13/May/2026:00:57:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.058 [auth-system-keycloak-80] [] 10.0.0.159:8080 4246 0.058 200 9b6159c5155ce13734a7c5d70e575782 199.204.45.242 - - [13/May/2026:00:57:49 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.490 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.490 204 59d273f9e7d9b72ac5ab2fecf04ad900 199.204.45.242 - - [13/May/2026:00:57:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.217 [auth-system-keycloak-80] [] 10.0.0.159:8080 4384 0.217 200 dde59a7be58adb9468fa4904237afd3e W0513 00:57:50.135811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:57:50.135857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [13/May/2026:00:57:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.469 200 a8df2d3863fb3f59b75be5da75c991b8 199.204.45.242 - - [13/May/2026:00:57:51 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.050 [auth-system-keycloak-80] [] 10.0.0.159:8080 12500 0.050 200 108734c288816ac7deb8fcc65db506b5 199.204.45.242 - - [13/May/2026:00:57:51 +0000] "GET /admin/realms/atmosphere/client-scopes/6a8e9d44-3cd8-4ae3-b33f-4dd30acc4f79 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 1278 0.013 200 d9e6188f6b1b118cdb5afbda757cfbed 199.204.45.242 - - [13/May/2026:00:57:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/6a8e9d44-3cd8-4ae3-b33f-4dd30acc4f79 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.081 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.080 204 f5739b6e0c98454c40532385bf5cc572 199.204.45.242 - - [13/May/2026:00:57:51 +0000] "GET /admin/realms/atmosphere/client-scopes/6a8e9d44-3cd8-4ae3-b33f-4dd30acc4f79/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.088 [auth-system-keycloak-80] [] 10.0.0.159:8080 963 0.088 200 2efa527112458eb1a6e03bf931081ad8 199.204.45.242 - - [13/May/2026:00:57:51 +0000] "GET /admin/realms/atmosphere/client-scopes/6a8e9d44-3cd8-4ae3-b33f-4dd30acc4f79/protocol-mappers/models/0efdf198-7fc8-42db-aa6b-3ed010f7e46d HTTP/1.1" 200 366 "-" "Ansible" 1309 0.068 [auth-system-keycloak-80] [] 10.0.0.159:8080 366 0.068 200 72846b0e9d992a9ad966345a61280fd9 199.204.45.242 - - [13/May/2026:00:57:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/6a8e9d44-3cd8-4ae3-b33f-4dd30acc4f79/protocol-mappers/models/0efdf198-7fc8-42db-aa6b-3ed010f7e46d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.089 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.088 204 7ce5cb90a903fe682b8121ad25e5a921 199.204.45.242 - - [13/May/2026:00:57:51 +0000] "GET /admin/realms/atmosphere/client-scopes/6a8e9d44-3cd8-4ae3-b33f-4dd30acc4f79 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.159:8080 1218 0.017 200 9e2927fd12557dfa460c8e97100c23bd W0513 00:57:53.469707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:57:53.469738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:57:56.803416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:57:56.803466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:58:08.746166 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.123.249"}] I0513 00:58:08.751529 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f06a522c-c5be-463f-9602-7636a5f50e1a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5465", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0513 00:58:08.753205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:58:08.753246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [13/May/2026:00:58:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.506 200 5d02200074900aa13fdfa54b2267edda 199.204.45.242 - - [13/May/2026:00:58:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.014 200 e4ad221e55b18b3d0fac6a31bb40d3fa 199.204.45.242 - - [13/May/2026:00:58:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.142 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.141 201 094f9b66f9b33954555bf95d23a850a6 199.204.45.242 - - [13/May/2026:00:58:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.089 [auth-system-keycloak-80] [] 10.0.0.159:8080 1261 0.090 200 2e5a33d4dd02447979b513ee37592c0e 199.204.45.242 - - [13/May/2026:00:58:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.534 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.533 200 aa831d4eb8d8122afba403f0509969bf 199.204.45.242 - - [13/May/2026:00:58:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.062 200 66c55e6ef3ac78672a2b371c10443e92 199.204.45.242 - - [13/May/2026:00:58:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.063 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.063 201 df6d95f18bf7b6b1bd766e6757022834 199.204.45.242 - - [13/May/2026:00:58:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.049 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.049 200 b0a05b8cbb2d1e60d47faa74eb852ab4 199.204.45.242 - - [13/May/2026:00:58:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.542 200 95b27ce7447d796a06a2bc7e1f4b2d2e 199.204.45.242 - - [13/May/2026:00:58:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.010 200 2e9cecb90cf5d270520981a1673c9547 199.204.45.242 - - [13/May/2026:00:58:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.086 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.086 201 0acc3acbc95941ef1443ff3f08f5f55d 199.204.45.242 - - [13/May/2026:00:58:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.073 [auth-system-keycloak-80] [] 10.0.0.159:8080 1251 0.072 200 0476ed3628a0ebaebcf201219fc4757f 199.204.45.242 - - [13/May/2026:00:58:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.535 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.535 200 bf322930265440b75baf0dd9b6f74c41 199.204.45.242 - - [13/May/2026:00:58:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 1261 0.008 200 2a19933987cfdb74c9085210b5dd9294 199.204.45.242 - - [13/May/2026:00:58:18 +0000] "GET /admin/realms/atmosphere/clients/2ecba279-3f43-432a-a902-46d0eef3f578/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.045 404 cb5800bb5abb334a7fa40ded4d3ba04f 199.204.45.242 - - [13/May/2026:00:58:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1261 0.009 200 c02c0694d9fa400a995c7d0e66d19661 199.204.45.242 - - [13/May/2026:00:58:18 +0000] "POST /admin/realms/atmosphere/clients/2ecba279-3f43-432a-a902-46d0eef3f578/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.052 201 6498074a427552906d48f91ea8c181da 199.204.45.242 - - [13/May/2026:00:58:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.159:8080 1261 0.011 200 0b481eb330850321ed031523b7312b6c 199.204.45.242 - - [13/May/2026:00:58:18 +0000] "GET /admin/realms/atmosphere/clients/2ecba279-3f43-432a-a902-46d0eef3f578/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.016 200 94f03d91e40cfc26fe4cc3d55531ccdd 199.204.45.242 - - [13/May/2026:00:58:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.512 200 f830669d1312249207d38bb3b2b5d19d 199.204.45.242 - - [13/May/2026:00:58:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.007 200 36db68893a79c6180f2267f9d79a8e71 199.204.45.242 - - [13/May/2026:00:58:19 +0000] "GET /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.008 404 8f80bc7faf357a64afff3db4ee809e9c 199.204.45.242 - - [13/May/2026:00:58:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.007 200 42b520112d85147bbcf244a9a532e961 199.204.45.242 - - [13/May/2026:00:58:19 +0000] "POST /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.018 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.017 201 464caa6b60dc1e8ba65fe4580e48f917 199.204.45.242 - - [13/May/2026:00:58:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.017 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.017 200 eec4dbad36d1d238125b2b94daa029b5 199.204.45.242 - - [13/May/2026:00:58:19 +0000] "GET /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.159:8080 165 0.015 200 772acdbebbfa26a724bf30f10f1c52c3 199.204.45.242 - - [13/May/2026:00:58:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.498 200 b7d676287cd223767d088126f8f200b6 199.204.45.242 - - [13/May/2026:00:58:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.008 200 ee14d1b18da3af9b6054e3e4db782631 199.204.45.242 - - [13/May/2026:00:58:20 +0000] "GET /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.034 404 ac9e8b9006f8691d7460b078f56763a5 199.204.45.242 - - [13/May/2026:00:58:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.007 200 14ef5fcb2bcba5cd8be4ba53f5ec7e60 199.204.45.242 - - [13/May/2026:00:58:20 +0000] "POST /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.019 201 887bdaa1a2f76b0d1bdafe82220a58bd 199.204.45.242 - - [13/May/2026:00:58:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.009 200 25c617f18f207fafb728fe6348ad4c65 199.204.45.242 - - [13/May/2026:00:58:20 +0000] "GET /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.016 200 aae9873a88853813b51dd56e2850ce92 199.204.45.242 - - [13/May/2026:00:58:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.491 200 f0e475f95b8f636b63374fcbcdf7e5e4 199.204.45.242 - - [13/May/2026:00:58:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.007 200 1986698e83058a5d6d22304f33ecbe30 199.204.45.242 - - [13/May/2026:00:58:21 +0000] "GET /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.012 404 4753597a4d9115566321a31c3b158a35 199.204.45.242 - - [13/May/2026:00:58:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.028 200 7b63e0db57537f512d51dc9fe79b3ac5 199.204.45.242 - - [13/May/2026:00:58:21 +0000] "POST /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.025 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.025 201 4965fcb7b89ff53e0411fcba2afe4b87 199.204.45.242 - - [13/May/2026:00:58:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.159:8080 1286 0.010 200 ecbefd92d29c5b2c38fef35fe485c3ff 199.204.45.242 - - [13/May/2026:00:58:21 +0000] "GET /admin/realms/atmosphere/clients/9bc4aa4b-2d7d-4e41-9a69-4318ee0a827e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.032 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.032 200 f5276d47538312c5b677a363edb174d9 199.204.45.242 - - [13/May/2026:00:58:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.475 200 bcb5b71af8c17caaca96319a190ec8d7 199.204.45.242 - - [13/May/2026:00:58:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1251 0.007 200 90ca36e68cac57f6f5f3e8c74fc73eb2 199.204.45.242 - - [13/May/2026:00:58:22 +0000] "GET /admin/realms/atmosphere/clients/01380d6a-23be-40b4-b40a-63d2ae9c0d47/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.159:8080 119 0.012 404 fe43ac6737f406be353bf52b45907c39 199.204.45.242 - - [13/May/2026:00:58:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1251 0.007 200 9e4cb86cd7b5faa2ba2e11ada8f86b78 199.204.45.242 - - [13/May/2026:00:58:22 +0000] "POST /admin/realms/atmosphere/clients/01380d6a-23be-40b4-b40a-63d2ae9c0d47/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.035 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.034 201 a0b1ad76fc0992ec6331b140a0b56a16 199.204.45.242 - - [13/May/2026:00:58:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1251 0.007 200 82a63ecdda7f12a5753dca9008c9a6ac 199.204.45.242 - - [13/May/2026:00:58:22 +0000] "GET /admin/realms/atmosphere/clients/01380d6a-23be-40b4-b40a-63d2ae9c0d47/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.018 200 4d7e073f4227c159bb133e09e2ae262d E0513 00:58:23.945705 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-242.nip.io. Skipping. W0513 00:58:23.946022 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0513 00:58:23.946094 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0513 00:58:23.946151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:58:23.946166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:58:23.949254 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.004s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:22.8kB} I0513 00:58:23.949284 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0513 00:58:23.958252 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0513 00:58:23.958516 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-242.nip.io. Skipping. I0513 00:58:23.958640 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"7073387d-1b4b-4be2-8153-f764dc2feaca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5561", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0513 00:58:23.959004 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0513 00:58:23.959281 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0513 00:58:23.959369 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0513 00:58:23.959434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:58:23.959457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:58:23.959560 7 controller.go:196] "Configuration changes detected, backend reload required" I0513 00:58:24.005042 7 controller.go:216] "Backend successfully reloaded" I0513 00:58:24.005232 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-q962d", UID:"4818454a-ef37-4f13-aa71-ea0b4d524594", APIVersion:"v1", ResourceVersion:"1702", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0513 00:58:24.247451 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0513 00:58:24.247981 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-242.nip.io. Skipping. I0513 00:58:24.249734 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0513 00:58:27.294011 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0513 00:58:27.294169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:58:27.294213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:58:30.626514 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0513 00:58:30.626744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:58:30.626805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:59:08.746222 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.101.123.249"}] E0513 00:59:08.751170 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-242.nip.io. Skipping. I0513 00:59:08.751526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"7073387d-1b4b-4be2-8153-f764dc2feaca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5927", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0513 00:59:08.752729 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0513 00:59:08.752811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:08.752826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:13.922389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:13.922416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:17.255945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:17.255994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:20.590538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:20.590597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:34.967640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:34.968194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:35.066625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 00:59:35.067007 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0513 00:59:35.067145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:35.067221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:35.069339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0513 00:59:35.069431 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0513 00:59:35.069476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:35.069489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:35.070216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 00:59:35.071188 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0513 00:59:35.071326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:35.071384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:59:35.072522 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:26.4kB} I0513 00:59:35.072553 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0513 00:59:35.080601 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.015s renderingIngressLength:4 renderingIngressTime:0.001s admissionTime:0.016s testedConfigurationSize:26.4kB} I0513 00:59:35.080675 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0513 00:59:35.081022 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.011s renderingIngressLength:4 renderingIngressTime:0.001s admissionTime:0.012s testedConfigurationSize:26.4kB} I0513 00:59:35.081065 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0513 00:59:35.082197 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0513 00:59:35.082571 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0513 00:59:35.082857 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5bf9c25f-9253-4811-8d9a-9d77fb35cf0e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6229", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0513 00:59:35.101074 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0513 00:59:35.101296 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ea26c0a0-4695-419a-84d4-4d6bb6f6af8e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6239", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0513 00:59:35.101444 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0513 00:59:35.101465 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0513 00:59:35.101667 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0513 00:59:35.101631 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ddc2e71c-2023-4584-a74b-9faf36c8f29d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6240", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0513 00:59:35.610203 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0513 00:59:35.612147 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0513 00:59:35.613943 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0513 00:59:35.614821 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0513 00:59:37.644616 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0513 00:59:37.646161 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0513 00:59:38.301842 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 00:59:38.301883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 00:59:38.301904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0513 00:59:38.302031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:38.302049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 00:59:38.302145 7 controller.go:196] "Configuration changes detected, backend reload required" I0513 00:59:38.362566 7 controller.go:216] "Backend successfully reloaded" I0513 00:59:38.362790 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-q962d", UID:"4818454a-ef37-4f13-aa71-ea0b4d524594", APIVersion:"v1", ResourceVersion:"1702", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0513 00:59:41.635433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 00:59:41.635493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 00:59:41.635525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0513 00:59:41.635646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:41.635662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:44.968495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 00:59:44.968547 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 00:59:44.968571 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0513 00:59:44.968715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:44.968737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:48.301578 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 00:59:48.301627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 00:59:48.301659 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0513 00:59:48.301754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:48.301774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:51.635315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 00:59:51.635415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 00:59:51.635458 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0513 00:59:51.635630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:51.635657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:54.968468 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 00:59:54.968526 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 00:59:54.968584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0513 00:59:54.968748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:54.968769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.11 - - [13/May/2026:00:59:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 6432 0.012 200 27d7a2033671cd573870f73b1c6ab996 10.0.0.88 - - [13/May/2026:00:59:58 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 6432 0.007 200 7a5dd3156535435499c37262cef190e5 W0513 00:59:58.533269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 00:59:58.533310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 00:59:58.533428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 00:59:58.533443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 01:00:01.866992 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 01:00:01.867062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 01:00:01.867307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 01:00:01.867344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [13/May/2026:01:00:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.159:8080 1928 0.489 200 af592b4026d888b6372116c50fb5f668 199.204.45.242 - - [13/May/2026:01:00:04 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.048 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.048 200 3a3b32537ecd6dac51b553343f6dfdb8 199.204.45.242 - - [13/May/2026:01:00:04 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.061 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.060 201 bccabf2a380c52faa4dca857a74a552a 199.204.45.242 - - [13/May/2026:01:00:04 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.019 [auth-system-keycloak-80] [] 10.0.0.159:8080 322 0.019 200 87d8345f8da8524db9158df9e9b8dede 199.204.45.242 - - [13/May/2026:01:00:04 +0000] "GET /admin/realms/atmosphere/users/6789b83a-057d-4eac-9fef-531c766cd341/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.011 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.011 200 c448d8ea222b91906db011181f642647 199.204.45.242 - - [13/May/2026:01:00:04 +0000] "GET /admin/realms/atmosphere/users/6789b83a-057d-4eac-9fef-531c766cd341/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.005 200 038f90432dcb4d02643bce881fbc8966 W0513 01:00:05.426778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 01:00:05.426836 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0513 01:00:05.427017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 01:00:05.427048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [13/May/2026:01:00:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.204:5000 266 0.005 200 6b477eadd9caceabcccb04ba7f2953a0 199.204.45.242 - - [13/May/2026:01:00:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.331 [openstack-keystone-api-5000] [] 10.0.0.204:5000 1360 0.331 201 d9b43fbdde7b76a6a8abcbb97fe879fa 199.204.45.242 - - [13/May/2026:01:00:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.204:5000 281 0.004 300 4a8e60b418fae96cd0960b4ca4c0df2a 199.204.45.242 - - [13/May/2026:01:00:05 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.061 [openstack-keystone-api-5000] [] 10.0.0.204:5000 90 0.061 404 7600e988d03fff9d36a9c9e3c99f9229 199.204.45.242 - - [13/May/2026:01:00:05 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.204:5000 370 0.033 200 797e3e12671d7f2ad7de89c7f01fa737 199.204.45.242 - - [13/May/2026:01:00:06 +0000] "GET /v3/users?domain_id=d797f81daa7742bf8f5b168fbbd941f1&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.204 [openstack-keystone-api-5000] [] 10.0.0.204:5000 174 0.204 200 ecc74954c13cd0b30908eb3959a85cf5 199.204.45.242 - - [13/May/2026:01:00:07 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.204:5000 266 0.003 200 fb3702b67eec85799f1d12e22c5341be 199.204.45.242 - - [13/May/2026:01:00:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.204:5000 1360 0.295 201 3843289dd50d2e69929e5c4be92e8959 199.204.45.242 - - [13/May/2026:01:00:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.204:5000 281 0.003 300 16442be07c214de5258c2f220e745874 199.204.45.242 - - [13/May/2026:01:00:08 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.025 [openstack-keystone-api-5000] [] 10.0.0.204:5000 90 0.025 404 49c42ce7df8044044e8a87ecd97987ea 199.204.45.242 - - [13/May/2026:01:00:08 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.036 [openstack-keystone-api-5000] [] 10.0.0.204:5000 370 0.036 200 d6152380dc4c27f012a42e6eeb1ead18 199.204.45.242 - - [13/May/2026:01:00:08 +0000] "GET /v3/users?domain_id=d797f81daa7742bf8f5b168fbbd941f1&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.189 [openstack-keystone-api-5000] [] 10.0.0.204:5000 451 0.189 200 b3961ea1a6aa2077fb9f5972e22ba851 I0513 01:00:08.744739 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.123.249"}] I0513 01:00:08.745354 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.123.249"}] I0513 01:00:08.745413 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.123.249"}] I0513 01:00:08.758207 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5bf9c25f-9253-4811-8d9a-9d77fb35cf0e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6916", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0513 01:00:08.760995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 01:00:08.761171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 01:00:08.761189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0513 01:00:08.796727 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ddc2e71c-2023-4584-a74b-9faf36c8f29d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6917", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0513 01:00:08.803501 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ea26c0a0-4695-419a-84d4-4d6bb6f6af8e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6918", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0513 01:00:12.093851 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0513 01:00:12.094144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 01:00:12.094179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 01:00:15.427551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0513 01:00:15.427594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store