------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0529 05:11:22.847186 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0529 05:11:22.847746 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0529 05:11:22.856233 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0529 05:11:22.859220 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0529 05:11:23.090336 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0529 05:11:23.106503 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0529 05:11:23.119439 7 nginx.go:271] "Starting NGINX Ingress controller" I0529 05:11:23.124837 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"1d0b2a55-6d84-42d7-961d-f04698df19f7", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0529 05:11:23.128901 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"bca2588b-8ede-4a9f-8c4f-91e4dcb5b3b3", APIVersion:"v1", ResourceVersion:"1485", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0529 05:11:23.128951 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"812d8eb8-ab17-47cf-aa14-8a526a5a1efd", APIVersion:"v1", ResourceVersion:"1484", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0529 05:11:24.320751 7 nginx.go:317] "Starting NGINX process" I0529 05:11:24.320780 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0529 05:11:24.321454 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0529 05:11:24.321704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:24.321774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:11:24.321811 7 controller.go:196] "Configuration changes detected, backend reload required" I0529 05:11:24.328039 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0529 05:11:24.328225 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fj2q7" I0529 05:11:24.358195 7 controller.go:216] "Backend successfully reloaded" I0529 05:11:24.358411 7 controller.go:227] "Initial sync, sleeping for 1 second" I0529 05:11:24.358537 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fj2q7", UID:"c4ab98ed-a3ae-40c5-a074-43c598e4801d", APIVersion:"v1", ResourceVersion:"1528", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0529 05:11:28.135139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:28.135167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:31.468624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:31.468656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:34.802404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:34.802436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:38.135287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:38.135384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:41.469951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:41.469995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:44.802476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:44.802546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:48.135466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:48.135510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:55.685004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:55.685032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:59.020778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:11:59.020819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:12:04.264044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:12:04.264071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:12:15.821700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:12:15.821737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:12:47.775470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:12:47.775510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:04.636814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:04.636949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:08.425579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:08.425602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:17.702113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:17.702140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:21.038230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:21.038319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:24.369674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:24.369713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:27.703265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:13:27.703302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:17.877614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:17.877641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:23.875685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:23.875710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:27.209596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:27.209631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:27.793507 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-38.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-38.nip.io-tls was not found. Using default certificate W0529 05:15:27.793568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:27.793582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:15:27.795182 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0529 05:15:27.795206 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0529 05:15:27.801211 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0529 05:15:27.801556 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e88c397d-c8e7-4aca-b6b6-dab96ad2698a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3543", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0529 05:15:27.802772 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-38.nip.io-tls" in local store I0529 05:15:28.202693 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-38.nip.io-tls" I0529 05:15:28.203351 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-38.nip.io-tls" W0529 05:15:30.544763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:30.544790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:15:30.544841 7 controller.go:196] "Configuration changes detected, backend reload required" I0529 05:15:30.579339 7 controller.go:216] "Backend successfully reloaded" I0529 05:15:30.579653 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fj2q7", UID:"c4ab98ed-a3ae-40c5-a074-43c598e4801d", APIVersion:"v1", ResourceVersion:"1528", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0529 05:15:33.875949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:33.875989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [29/May/2026:05:15:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.990 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 1.988 200 2c758728208ada9efc36f44084875f46 199.204.45.38 - - [29/May/2026:05:15:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.105 [auth-system-keycloak-80] [] 10.0.0.105:8080 116 0.105 404 f2f9d1567fd9689af60d4d4c8b2bd635 W0529 05:15:37.892882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:37.892940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:41.226573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:41.226616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [29/May/2026:05:15:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.477 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 5.476 201 08cc7400edaf627b1f4461971c46fd55 199.204.45.38 - - [29/May/2026:05:15:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.616 [auth-system-keycloak-80] [] 10.0.0.105:8080 4246 0.615 200 a61f6ce6246bc9b755b314568d15c785 199.204.45.38 - - [29/May/2026:05:15:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.594 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.593 200 fb18f2343e401ba63e3749e02e41310d 199.204.45.38 - - [29/May/2026:05:15:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.102 [auth-system-keycloak-80] [] 10.0.0.105:8080 12500 0.102 200 142ef21810a7500a6899d739be0c4df0 199.204.45.38 - - [29/May/2026:05:15:43 +0000] "GET /admin/realms/atmosphere/client-scopes/27dddf40-4877-40f1-b23e-69ae01c0c72c HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.105:8080 1278 0.009 200 bc81bfe455b61115a3f52f73c58c7f8e 199.204.45.38 - - [29/May/2026:05:15:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/27dddf40-4877-40f1-b23e-69ae01c0c72c HTTP/1.1" 204 0 "-" "Ansible" 1846 0.067 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.067 204 6a601f095ac3bcb02aaa767c402ba4ef 199.204.45.38 - - [29/May/2026:05:15:43 +0000] "GET /admin/realms/atmosphere/client-scopes/27dddf40-4877-40f1-b23e-69ae01c0c72c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.082 [auth-system-keycloak-80] [] 10.0.0.105:8080 963 0.082 200 34780a3e21903076dccb7c32b6913b0b 199.204.45.38 - - [29/May/2026:05:15:43 +0000] "GET /admin/realms/atmosphere/client-scopes/27dddf40-4877-40f1-b23e-69ae01c0c72c/protocol-mappers/models/fa3225ae-8668-46f2-8903-7bbb40679224 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.105:8080 366 0.010 200 bb9e41e0f4f2961080ac234655744992 199.204.45.38 - - [29/May/2026:05:15:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/27dddf40-4877-40f1-b23e-69ae01c0c72c/protocol-mappers/models/fa3225ae-8668-46f2-8903-7bbb40679224 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.090 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.089 204 9ae471f42e9ed2506693eb1679d77e8c 199.204.45.38 - - [29/May/2026:05:15:44 +0000] "GET /admin/realms/atmosphere/client-scopes/27dddf40-4877-40f1-b23e-69ae01c0c72c HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.070 [auth-system-keycloak-80] [] 10.0.0.105:8080 1218 0.070 200 d4d3edbaf332133332b0d5f0a57c92d2 W0529 05:15:50.811733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:50.811769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:54.145537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:15:54.145572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:16:04.863026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:16:04.863072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [29/May/2026:05:16:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.515 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.514 200 152f23e56c749fa23374235ddd58abae 199.204.45.38 - - [29/May/2026:05:16:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.061 [auth-system-keycloak-80] [] 10.0.0.105:8080 2 0.060 200 87ff6172b8ccbf587bde8d8a0a57c530 199.204.45.38 - - [29/May/2026:05:16:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.184 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.183 201 3db66cc8d1679e3ca59385aae2fcfda2 199.204.45.38 - - [29/May/2026:05:16:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.025 [auth-system-keycloak-80] [] 10.0.0.105:8080 1259 0.025 200 5b05b180191b3a239fa1ac870315ac5a 199.204.45.38 - - [29/May/2026:05:16:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.103 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 1.102 200 b241d4c10d0a1f22e4ed84a505f85d44 199.204.45.38 - - [29/May/2026:05:16:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.105:8080 2 0.063 200 d80da6eaa600b1597fd89c7bde9cac08 W0529 05:16:08.196630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:16:08.196659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [29/May/2026:05:16:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.102 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.100 201 383af736ebacb305cbad63d8c47a807b 199.204.45.38 - - [29/May/2026:05:16:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.081 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.081 200 8dba8320c5a82c48c5bfbe9da0b852b3 199.204.45.38 - - [29/May/2026:05:16:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.598 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.597 200 c506142ea8162f0078de627bddee430c 199.204.45.38 - - [29/May/2026:05:16:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.105:8080 2 0.010 200 414f143f084488bfbff8f5256b3f3dbf 199.204.45.38 - - [29/May/2026:05:16:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.084 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.082 201 512701aa114afeb40bdb1940e9dc7c08 199.204.45.38 - - [29/May/2026:05:16:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.077 [auth-system-keycloak-80] [] 10.0.0.105:8080 1249 0.077 200 984d6058314e60571fdbe6216ee61b40 199.204.45.38 - - [29/May/2026:05:16:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.489 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.488 200 035a5c98e543e9455a0d7c0dede144a9 199.204.45.38 - - [29/May/2026:05:16:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.033 [auth-system-keycloak-80] [] 10.0.0.105:8080 1259 0.033 200 7c72e3a30df618d65669cf0cfd10872a 199.204.45.38 - - [29/May/2026:05:16:10 +0000] "GET /admin/realms/atmosphere/clients/950b4e9c-3aa9-46ca-ab65-a931a6d7a4d3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.105:8080 119 0.013 404 3463f4c01cd3b3afa75b7b930878c961 199.204.45.38 - - [29/May/2026:05:16:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.105:8080 1259 0.007 200 534dcae376328b3f955f07128ef4480e 199.204.45.38 - - [29/May/2026:05:16:10 +0000] "POST /admin/realms/atmosphere/clients/950b4e9c-3aa9-46ca-ab65-a931a6d7a4d3/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.061 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.059 201 6593530c3a216b504188c5b9166ea880 199.204.45.38 - - [29/May/2026:05:16:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.105:8080 1259 0.013 200 763f05470dd7efc9f016f8ec52e34633 199.204.45.38 - - [29/May/2026:05:16:10 +0000] "GET /admin/realms/atmosphere/clients/950b4e9c-3aa9-46ca-ab65-a931a6d7a4d3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.105:8080 166 0.019 200 0ef7f36d2831b9320b35e77adf9c2fa6 199.204.45.38 - - [29/May/2026:05:16:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.871 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.871 200 619f1cf25390c29f0adaef14beddd586 199.204.45.38 - - [29/May/2026:05:16:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.105:8080 4246 0.007 200 fc533237a898bebaf37c7db9ed5040ac 199.204.45.38 - - [29/May/2026:05:16:12 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.768 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.767 204 8f0d231aa055dbca789a585546fecf0a 199.204.45.38 - - [29/May/2026:05:16:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.670 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 1.669 200 a717952343c0b3daf608745e6dfc76fb 199.204.45.38 - - [29/May/2026:05:16:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.012 200 e197ae0ce07a676a0c20a9c4b34182ed 199.204.45.38 - - [29/May/2026:05:16:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.383 [auth-system-keycloak-80] [] 10.0.0.105:8080 4384 0.382 200 ba6a8854b5a7b0edef3447bf01124748 199.204.45.38 - - [29/May/2026:05:16:12 +0000] "GET /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.071 [auth-system-keycloak-80] [] 10.0.0.105:8080 119 0.072 404 72dbffd1cdc161ff3e62ed366d8c54dd 199.204.45.38 - - [29/May/2026:05:16:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.011 200 b44080278b84afb0e74aad5315b630c0 199.204.45.38 - - [29/May/2026:05:16:13 +0000] "POST /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.077 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.076 201 3811d87682dd6860a7dd5d2f0a602ee4 199.204.45.38 - - [29/May/2026:05:16:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.007 200 bac1663527d50acb1d700e4af83fdd94 199.204.45.38 - - [29/May/2026:05:16:13 +0000] "GET /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.066 [auth-system-keycloak-80] [] 10.0.0.105:8080 165 0.067 200 4ede6cd3df1374ac0e679fc4ffceef7a 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.029 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 1.028 200 14127d2de44bfe3a55f18dbe7e5cb1ad 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.105:8080 1682 0.010 200 0d6ba1fb89483ad44bb55972614f5c49 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.120 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 1.119 200 4ba094639f832519a79e3cfd0458fbaf 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.007 200 7f26eabe2488b5456b36a8ef8b8bceeb 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "GET /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.043 [auth-system-keycloak-80] [] 10.0.0.105:8080 119 0.043 404 eecd0257f3198cf04714597db1bec981 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.005 200 2ea5e30e8f15318f48818e258e6ba674 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "POST /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.017 201 ec5c649e6def6e1373a1b10e3bd8d9ca 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.064 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.064 200 639a39485e78599564801d832943311e 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "GET /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.105:8080 166 0.013 200 0255237671b339780565f6a5387f7405 199.204.45.38 - - [29/May/2026:05:16:14 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.133 [auth-system-keycloak-80] [] 10.0.0.105:8080 6411 0.132 200 dcc5304e8c9eac19fbd8fca51eefdc2f 199.204.45.38 - - [29/May/2026:05:16:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.497 200 cd7e77947596481095eef721ad1a9e98 199.204.45.38 - - [29/May/2026:05:16:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.012 200 5e171e0ba17037c8a8cb4ea5971cd30a 199.204.45.38 - - [29/May/2026:05:16:15 +0000] "GET /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.105:8080 119 0.010 404 d6ba63e591ab23d3d174d3b93a120284 199.204.45.38 - - [29/May/2026:05:16:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.052 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.051 200 f06ffb9db958f267335bfb0ba9f15b71 199.204.45.38 - - [29/May/2026:05:16:15 +0000] "POST /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.020 201 3e7d34d6e8e2aaed504349dd960b4cb4 199.204.45.38 - - [29/May/2026:05:16:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.105:8080 1283 0.008 200 76caa5ab6efbfc9c8057f0ebfad86543 199.204.45.38 - - [29/May/2026:05:16:15 +0000] "GET /admin/realms/atmosphere/clients/d36a6620-a2b0-4b67-aa94-6c5637160916/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.105:8080 166 0.012 200 f196696f5d9a2584f617233f5d1b4ec4 199.204.45.38 - - [29/May/2026:05:16:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.781 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.780 200 42f74fcfaca1ab298f22f023063a172e 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.073 [auth-system-keycloak-80] [] 10.0.0.105:8080 2 0.073 200 f02cf50bcc0d721592cf3992a596ebe9 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.109 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.109 201 e551e632d25bc6df2927be782edeefa8 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.082 [auth-system-keycloak-80] [] 10.0.0.105:8080 2242 0.083 200 18bf01e83736a970f0a624b8248541ea 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.135 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 1.134 200 724786ab8292129e052be59c9cb0f9b6 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.105:8080 1249 0.004 200 6ca4ae2df45b95d20a57f34acf8e8bcf 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "GET /admin/realms/atmosphere/clients/c182f820-e342-4559-887b-031bb0174157/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.105:8080 119 0.008 404 c3dc6622ed09027a140c01ae99668dee 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.105:8080 1249 0.005 200 19da98e3a4dbaab2886c265624c477a7 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "POST /admin/realms/atmosphere/clients/c182f820-e342-4559-887b-031bb0174157/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.045 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.043 201 9be67edacb4d43826d6a90f4e52d28b3 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.105:8080 1249 0.006 200 3cfd45137ec47ef96fe8cd9d3e92c86c 199.204.45.38 - - [29/May/2026:05:16:17 +0000] "GET /admin/realms/atmosphere/clients/c182f820-e342-4559-887b-031bb0174157/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.105:8080 166 0.012 200 61ad3d4aa65f793b172ef81e606b9c71 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.509 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.508 200 232b6959d42345d8931d7ee817453750 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.105:8080 2242 0.005 200 75db92c30df626bb711adbb28faad822 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "GET /admin/realms/atmosphere/clients/89c1a3bb-2338-4006-999d-9645aecd4410/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.016 [auth-system-keycloak-80] [] 10.0.0.105:8080 233 0.016 200 3c68ba59673b4616bf36d52bf75d9c18 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.052 [auth-system-keycloak-80] [] 10.0.0.105:8080 831 0.052 200 16aad8660588a675aca7af7bb323c4a4 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "GET /admin/realms/atmosphere/clients/49ab9ced-7659-4736-b6e1-32e374fb9f71/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.074 [auth-system-keycloak-80] [] 10.0.0.105:8080 3758 0.075 200 689f4e77cdc62e3b9a22f049d6f9cbbb 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "GET /admin/realms/atmosphere/users/d1ce0efd-2b75-4f1c-81b9-c67fc05cf99f/role-mappings/clients/49ab9ced-7659-4736-b6e1-32e374fb9f71/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.188 [auth-system-keycloak-80] [] 10.0.0.105:8080 3758 0.189 200 a2fbc67633c098e78015eed8515d40a3 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "GET /admin/realms/atmosphere/users/d1ce0efd-2b75-4f1c-81b9-c67fc05cf99f/role-mappings/clients/49ab9ced-7659-4736-b6e1-32e374fb9f71/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.017 [auth-system-keycloak-80] [] 10.0.0.105:8080 2 0.017 200 f912b9a5898fd724773bef522adca41b 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "POST /admin/realms/atmosphere/users/d1ce0efd-2b75-4f1c-81b9-c67fc05cf99f/role-mappings/clients/49ab9ced-7659-4736-b6e1-32e374fb9f71 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.060 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.059 204 eea8574c1eabb86d13d0dcc43820134c 199.204.45.38 - - [29/May/2026:05:16:18 +0000] "GET /admin/realms/atmosphere/users/d1ce0efd-2b75-4f1c-81b9-c67fc05cf99f/role-mappings/clients/49ab9ced-7659-4736-b6e1-32e374fb9f71/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.105:8080 576 0.014 200 6291a8660dba22b235cb320feab239c8 W0529 05:16:22.658618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:16:22.658643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:16:24.335158 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.142.162"}] I0529 05:16:24.412311 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e88c397d-c8e7-4aca-b6b6-dab96ad2698a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4133", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0529 05:16:25.992114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:16:25.992148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:16:29.327959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:16:29.327987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:28.577699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:28.577731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:28.655984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:28.656051 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0529 05:17:28.656084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:28.656104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:28.656347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:28.656371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0529 05:17:28.656414 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0529 05:17:28.656443 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0529 05:17:28.656451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:28.656466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:28.656577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:28.656595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:17:28.657426 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0529 05:17:28.657444 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0529 05:17:28.658450 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0529 05:17:28.658479 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0529 05:17:28.658567 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0529 05:17:28.658590 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0529 05:17:28.666416 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0529 05:17:28.667198 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0529 05:17:28.667223 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0529 05:17:28.668176 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0529 05:17:28.668754 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0529 05:17:28.669132 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0529 05:17:28.669218 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"76a4194b-4c07-470d-b901-4ef44864b84b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4844", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0529 05:17:28.669240 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8cf1d752-9a46-4b98-ae32-a43108cf50b8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4845", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0529 05:17:28.669249 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"cdbfd917-536a-4256-b71e-4abc70d6841a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4852", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0529 05:17:29.233517 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0529 05:17:29.240197 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0529 05:17:29.677440 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0529 05:17:29.679163 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0529 05:17:29.964806 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0529 05:17:29.965917 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0529 05:17:31.912044 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:31.912126 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:31.912170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0529 05:17:31.912326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:31.912361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:17:31.912505 7 controller.go:196] "Configuration changes detected, backend reload required" I0529 05:17:31.965915 7 controller.go:216] "Backend successfully reloaded" I0529 05:17:31.966402 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fj2q7", UID:"c4ab98ed-a3ae-40c5-a074-43c598e4801d", APIVersion:"v1", ResourceVersion:"1528", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0529 05:17:35.244593 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:35.244675 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:35.244710 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0529 05:17:35.244832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:35.244863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:38.578601 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:38.578690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:38.578737 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0529 05:17:38.578891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:38.578931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:42.591704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:42.591752 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:42.591781 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0529 05:17:42.591842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:42.591853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:45.925696 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:45.925788 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:45.925866 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0529 05:17:45.926086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:45.926118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:49.259542 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:49.259588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:49.259613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0529 05:17:49.259719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:49.259738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.9 - - [29/May/2026:05:17:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.105:8080 6411 0.007 200 4ad19043ac674859036aa11c646bf3e0 10.0.0.76 - - [29/May/2026:05:17:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.005 [auth-system-keycloak-80] [] 10.0.0.105:8080 6411 0.006 200 6b5db511b00cf2e430b117e0996a600c W0529 05:17:52.592083 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:52.592241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:52.592327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0529 05:17:52.592502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:52.592613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:55.926133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:55.926177 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0529 05:17:55.926313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:55.926335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:59.259462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:17:59.259916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:17:59.259956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:02.592100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:18:02.592462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:02.592492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:07.795650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0529 05:18:07.795772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:07.795791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:11.129586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:11.129626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:18:24.334403 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.142.162"}] I0529 05:18:24.335091 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.142.162"}] I0529 05:18:24.335460 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.142.162"}] I0529 05:18:24.340384 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"76a4194b-4c07-470d-b901-4ef44864b84b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5635", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0529 05:18:24.342143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:24.342178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:18:24.345120 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8cf1d752-9a46-4b98-ae32-a43108cf50b8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5636", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0529 05:18:24.348646 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"cdbfd917-536a-4256-b71e-4abc70d6841a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5637", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0529 05:18:27.681288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:27.681329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:31.010815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:31.010954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:34.342693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:18:34.342725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:05.829506 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0529 05:19:05.829708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:05.829792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:19:05.833140 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0529 05:19:05.833200 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0529 05:19:05.835806 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0529 05:19:05.836561 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0529 05:19:05.836937 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0529 05:19:05.837014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:05.837039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:19:05.837187 7 controller.go:196] "Configuration changes detected, backend reload required" I0529 05:19:05.837377 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"50f70725-3d9b-4a1d-be8b-515377927120", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5905", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0529 05:19:05.897833 7 controller.go:216] "Backend successfully reloaded" I0529 05:19:05.898202 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fj2q7", UID:"c4ab98ed-a3ae-40c5-a074-43c598e4801d", APIVersion:"v1", ResourceVersion:"1528", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0529 05:19:06.105496 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0529 05:19:06.108536 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0529 05:19:09.171073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:09.171118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [29/May/2026:05:19:09 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.13:5000 280 0.003 300 76b9f656fab4690d0b8d0487ee06d0f2 199.204.45.38 - - [29/May/2026:05:19:10 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.13:5000 265 0.004 200 c23fcee4639b3c020f9bf787ae38bc7c 199.204.45.38 - - [29/May/2026:05:19:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.445 [openstack-keystone-api-5000] [] 10.0.0.13:5000 1359 0.446 201 9531fa775f83863f5628ada5ace47604 199.204.45.38 - - [29/May/2026:05:19:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.13:5000 280 0.004 300 536ac29fe2aff861e2eae5904b9d50b6 199.204.45.38 - - [29/May/2026:05:19:11 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 437 0.033 [openstack-keystone-api-5000] [] 10.0.0.13:5000 90 0.033 404 2c8c8c9195a4291cd70bd093321509af 199.204.45.38 - - [29/May/2026:05:19:11 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.032 [openstack-keystone-api-5000] [] 10.0.0.13:5000 368 0.032 200 79011c5d2522dd6fa288dab3a84cd928 199.204.45.38 - - [29/May/2026:05:19:11 +0000] "GET /v3/domains/3d9b8f03e8ae4bd695de0ae3138e3d31 HTTP/1.1" 200 246 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.13:5000 246 0.020 200 b8d5a01694208d5d5737330733378c93 199.204.45.38 - - [29/May/2026:05:19:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.13:5000 265 0.005 200 bf486b0187a74461a510fef83c9674af 199.204.45.38 - - [29/May/2026:05:19:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.13:5000 1359 0.303 201 84d1c234d5cbf886c8c133da99fcda9b 199.204.45.38 - - [29/May/2026:05:19:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.13:5000 280 0.003 300 72bac7f9d1ad7995e1525e0514fd726d 199.204.45.38 - - [29/May/2026:05:19:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.13:5000 101 0.020 404 7f0d0364bc9abd8b65bf5e183700d0c7 199.204.45.38 - - [29/May/2026:05:19:12 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.13:5000 155 0.019 200 d7e4ba0f484a0e4cbec3ba0468c9b24a 199.204.45.38 - - [29/May/2026:05:19:12 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 679 0.020 [openstack-keystone-api-5000] [] 10.0.0.13:5000 340 0.019 201 57ac9427e5928d74990314f18e417936 199.204.45.38 - - [29/May/2026:05:19:13 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.13:5000 265 0.003 200 d58c9b5939b9939334edd260eef657c6 199.204.45.38 - - [29/May/2026:05:19:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.13:5000 1359 0.296 201 0c7b4fa9665533584c3ff80238e273d2 199.204.45.38 - - [29/May/2026:05:19:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.13:5000 280 0.003 300 62d47e6a277ec59c6c53105f76824fab 199.204.45.38 - - [29/May/2026:05:19:13 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-keystone-api-5000] [] 10.0.0.13:5000 98 0.016 404 71596848bd96410720f97e234f5f641a 199.204.45.38 - - [29/May/2026:05:19:13 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 454 0.014 [openstack-keystone-api-5000] [] 10.0.0.13:5000 135 0.013 200 3c44d4646f393b1b8c4bc87823586f2d 199.204.45.38 - - [29/May/2026:05:19:13 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 738 0.020 [openstack-keystone-api-5000] [] 10.0.0.13:5000 356 0.021 201 9b4ab6858dcf3a978b65eaf83856e46b 199.204.45.38 - - [29/May/2026:05:19:14 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.13:5000 265 0.004 200 ed86f8dcc5f128e74ca9459b8af66d03 199.204.45.38 - - [29/May/2026:05:19:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.13:5000 1359 0.290 201 7fa2dd4ae82d1c9b32efb87945c8160d 199.204.45.38 - - [29/May/2026:05:19:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.13:5000 280 0.003 300 4d2ae0cee7cde93d9a1a28c1c52790f1 199.204.45.38 - - [29/May/2026:05:19:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.034 [openstack-keystone-api-5000] [] 10.0.0.13:5000 131 0.034 404 fa09b12c415e28ffdad99dde7d36d389 199.204.45.38 - - [29/May/2026:05:19:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 485 0.024 [openstack-keystone-api-5000] [] 10.0.0.13:5000 167 0.024 200 4bdceef042bd0c4ce9ebbb9ec809f575 199.204.45.38 - - [29/May/2026:05:19:14 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 580 0.029 [openstack-keystone-api-5000] [] 10.0.0.13:5000 222 0.029 201 856e3ae0e411d221651c8c7764b1e622 W0529 05:19:21.025364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:21.025395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:19:24.333807 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.142.162"}] I0529 05:19:24.338549 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"50f70725-3d9b-4a1d-be8b-515377927120", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6124", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0529 05:19:24.359452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:24.359497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:27.692916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:27.692952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0529 05:19:51.191094 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-38.nip.io. Skipping. W0529 05:19:51.191578 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0529 05:19:51.191670 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0529 05:19:51.191739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:51.191759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:19:51.194553 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0529 05:19:51.194580 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0529 05:19:51.198822 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0529 05:19:51.199113 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-38.nip.io. Skipping. W0529 05:19:51.199286 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0529 05:19:51.199577 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0529 05:19:51.199658 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0529 05:19:51.199707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:51.199735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0529 05:19:51.199841 7 controller.go:196] "Configuration changes detected, backend reload required" I0529 05:19:51.200171 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"52c1e6d8-aec1-41c3-9d81-b9ddaca465ea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6306", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0529 05:19:51.262570 7 controller.go:216] "Backend successfully reloaded" I0529 05:19:51.263605 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fj2q7", UID:"c4ab98ed-a3ae-40c5-a074-43c598e4801d", APIVersion:"v1", ResourceVersion:"1528", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0529 05:19:51.396709 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0529 05:19:51.397013 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-38.nip.io. Skipping. I0529 05:19:51.397628 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0529 05:19:54.533736 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0529 05:19:54.533834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:19:54.533855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [29/May/2026:05:20:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.105:8080 1925 0.485 200 92d03233a2ac06139e6ce045da201aa6 199.204.45.38 - - [29/May/2026:05:20:09 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.053 [auth-system-keycloak-80] [] 10.0.0.105:8080 2 0.053 200 3cc977b9c2f9c6eee4a1eec38eb865c4 199.204.45.38 - - [29/May/2026:05:20:10 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.078 [auth-system-keycloak-80] [] 10.0.0.105:8080 0 0.076 201 e81ed8011f2d35f49ee3763216e3fbb5 199.204.45.38 - - [29/May/2026:05:20:10 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.015 [auth-system-keycloak-80] [] 10.0.0.105:8080 322 0.015 200 395da8a6151a0d700719ceb0596da6ea 199.204.45.38 - - [29/May/2026:05:20:10 +0000] "GET /admin/realms/atmosphere/users/ed3840d7-98ba-4ab4-a4ef-151df1ba1a1d/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.066 [auth-system-keycloak-80] [] 10.0.0.105:8080 2 0.066 200 081f9e43f937b60a34f310e8bb9edc04 199.204.45.38 - - [29/May/2026:05:20:10 +0000] "GET /admin/realms/atmosphere/users/ed3840d7-98ba-4ab4-a4ef-151df1ba1a1d/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.006 [auth-system-keycloak-80] [] 10.0.0.105:8080 2 0.005 200 daa5aed2d19116509684e8f4d6461afa 199.204.45.38 - - [29/May/2026:05:20:11 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.13:5000 265 0.004 200 bc76774902b454d41e10e3d4bcc71a2e 199.204.45.38 - - [29/May/2026:05:20:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.13:5000 1359 0.298 201 6284e1456e8a615102dfa975b794b914 199.204.45.38 - - [29/May/2026:05:20:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.13:5000 280 0.003 300 186f5078d5f58147d5aba04c8a612b8b 199.204.45.38 - - [29/May/2026:05:20:11 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.027 [openstack-keystone-api-5000] [] 10.0.0.13:5000 90 0.027 404 c8d38f41ee92ff4582f7788365a6db7d 199.204.45.38 - - [29/May/2026:05:20:11 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.026 [openstack-keystone-api-5000] [] 10.0.0.13:5000 368 0.026 200 c98cc546d281a661c2c18b8f9834b576 199.204.45.38 - - [29/May/2026:05:20:11 +0000] "GET /v3/users?domain_id=3d9b8f03e8ae4bd695de0ae3138e3d31&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.378 [openstack-keystone-api-5000] [] 10.0.0.13:5000 449 0.378 200 a57a5c6a0dd9c8bc94dc4ee42830c658 I0529 05:20:24.334160 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.110.142.162"}] I0529 05:20:24.337702 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"52c1e6d8-aec1-41c3-9d81-b9ddaca465ea", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6522", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0529 05:20:24.337971 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-38.nip.io. Skipping. W0529 05:20:24.340297 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0529 05:20:24.340417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:20:24.340431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:20:34.575453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:20:34.575495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:20:37.910142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:20:37.910177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:20:41.242660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0529 05:20:41.242690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store