------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0511 05:45:38.290950 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0511 05:45:38.291128 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0511 05:45:38.298445 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0511 05:45:38.301080 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0511 05:45:38.765393 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0511 05:45:38.784827 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0511 05:45:38.797953 7 nginx.go:271] "Starting NGINX Ingress controller" I0511 05:45:38.804913 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"eba6332b-a03e-44a7-8324-123cd82c675f", APIVersion:"v1", ResourceVersion:"1555", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0511 05:45:38.807222 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"37008b83-af3f-4839-83b9-cc5df84350e3", APIVersion:"v1", ResourceVersion:"1553", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0511 05:45:38.807304 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c90db164-fff3-480c-9a7e-ca980f4c64f6", APIVersion:"v1", ResourceVersion:"1554", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0511 05:45:39.999394 7 nginx.go:317] "Starting NGINX process" I0511 05:45:39.999517 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0511 05:45:40.000198 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0511 05:45:40.000788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:40.000836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:45:40.000950 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 05:45:40.010431 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0511 05:45:40.010560 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-lghnr" I0511 05:45:40.029655 7 controller.go:216] "Backend successfully reloaded" I0511 05:45:40.029776 7 controller.go:227] "Initial sync, sleeping for 1 second" I0511 05:45:40.030011 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lghnr", UID:"58d2ee48-2e4e-4227-b775-7d4a3b82f761", APIVersion:"v1", ResourceVersion:"1665", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0511 05:45:43.816430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:43.816463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:47.153034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:47.153064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:50.483983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:50.484010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:53.817067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:53.817109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:57.150528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:45:57.150557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:00.484111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:00.484155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:03.817403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:03.817433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:10.877857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:10.878057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:17.971759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:17.971785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:21.306046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:21.306074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:24.639100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:24.639287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:27.973124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:46:27.973168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:03.582639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:03.582958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:06.921223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:06.921712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:22.429745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:22.429772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:25.763275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:25.763308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:29.097288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:29.097380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:35.265949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:35.266738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:38.599713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:38.599788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:41.933655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:41.933688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:45.266569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:45.266609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:48.599899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:48.599940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:51.932950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:47:51.932984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:48:01.169257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:48:01.169285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:48:04.503249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:48:04.503338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:48:10.938132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:48:10.938158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:34.418518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:34.418548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:37.753255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:37.753314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:51.422148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:51.422189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:55.257054 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-216.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-216.nip.io-tls was not found. Using default certificate W0511 05:49:55.257122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:55.257138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:49:55.259016 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0511 05:49:55.259052 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0511 05:49:55.266083 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0511 05:49:55.266393 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5045099d-62a1-4823-a3f6-9617ff19e82b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3978", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 05:49:55.266707 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-216.nip.io-tls" in local store W0511 05:49:55.266945 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-216.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-216.nip.io-tls was not found. Using default certificate W0511 05:49:55.267016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:55.267040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:49:55.267204 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 05:49:55.309098 7 controller.go:216] "Backend successfully reloaded" I0511 05:49:55.309824 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lghnr", UID:"58d2ee48-2e4e-4227-b775-7d4a3b82f761", APIVersion:"v1", ResourceVersion:"1665", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0511 05:49:55.572067 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-216.nip.io-tls" I0511 05:49:55.573935 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-216.nip.io-tls" W0511 05:49:58.602775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:49:58.602822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [11/May/2026:05:50:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.858 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 1.857 200 3127e23356658c539597bb1362b95d35 199.204.45.216 - - [11/May/2026:05:50:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.164 [auth-system-keycloak-80] [] 10.0.0.7:8080 116 0.165 404 c1eecc21ff4964a7de52fa6b0dc0bb6e 199.204.45.216 - - [11/May/2026:05:50:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.207 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 4.207 201 d40120250ade90df324e60fec333160a 199.204.45.216 - - [11/May/2026:05:50:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.674 [auth-system-keycloak-80] [] 10.0.0.7:8080 4246 0.673 200 ccd3e9cb3f31d22aeaa9bb45ba6f2518 199.204.45.216 - - [11/May/2026:05:50:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.519 200 dad9c42dfa8cbdb32761cacd8cb01c24 199.204.45.216 - - [11/May/2026:05:50:07 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.011 [auth-system-keycloak-80] [] 10.0.0.7:8080 1682 0.011 200 ad2ee021b4e07ec581f627c4ce903e57 199.204.45.216 - - [11/May/2026:05:50:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.034 [auth-system-keycloak-80] [] 10.0.0.7:8080 6432 0.034 200 a3e3f01272de5140dfc43a52b9f09ece 199.204.45.216 - - [11/May/2026:05:50:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.503 200 d009ea52eab456219274de5128ee70f3 199.204.45.216 - - [11/May/2026:05:50:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.032 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.032 200 237371746361183ed28f5d97be97afd5 199.204.45.216 - - [11/May/2026:05:50:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.260 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.258 201 5243bc6f27e0ed5c0e41d5dcc08733d2 199.204.45.216 - - [11/May/2026:05:50:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.028 [auth-system-keycloak-80] [] 10.0.0.7:8080 2246 0.028 200 989fa161c9e0d284d755f38c1ed86c0b 199.204.45.216 - - [11/May/2026:05:50:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.509 200 fce1e86a412018f4a1064877a49e8213 199.204.45.216 - - [11/May/2026:05:50:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.7:8080 2246 0.006 200 cfc5056e3eb3447aa16a6b56d552bcbb 199.204.45.216 - - [11/May/2026:05:50:10 +0000] "GET /admin/realms/atmosphere/clients/f162da4e-348e-4d93-b7d3-20fe0c5f80ea/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.072 [auth-system-keycloak-80] [] 10.0.0.7:8080 233 0.072 200 4be910663919fb11092e6b2d8885dff3 199.204.45.216 - - [11/May/2026:05:50:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.022 [auth-system-keycloak-80] [] 10.0.0.7:8080 831 0.021 200 ed29a6c0ddea45f22059d3d00e6c8414 199.204.45.216 - - [11/May/2026:05:50:10 +0000] "GET /admin/realms/atmosphere/clients/5ef5dbf2-8f0d-424a-8854-f59f57dd7ca8/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.7:8080 3758 0.067 200 08b7b580c53ab4e3990fccf1d52eea46 199.204.45.216 - - [11/May/2026:05:50:10 +0000] "GET /admin/realms/atmosphere/users/496de169-c634-483a-a3ac-89de31b0d217/role-mappings/clients/5ef5dbf2-8f0d-424a-8854-f59f57dd7ca8/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.184 [auth-system-keycloak-80] [] 10.0.0.7:8080 3758 0.184 200 107538b600f5d21d8a61011a12a8deb6 199.204.45.216 - - [11/May/2026:05:50:10 +0000] "GET /admin/realms/atmosphere/users/496de169-c634-483a-a3ac-89de31b0d217/role-mappings/clients/5ef5dbf2-8f0d-424a-8854-f59f57dd7ca8/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.082 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.082 200 a6203730354f796153d0dbd09e3359e9 199.204.45.216 - - [11/May/2026:05:50:11 +0000] "POST /admin/realms/atmosphere/users/496de169-c634-483a-a3ac-89de31b0d217/role-mappings/clients/5ef5dbf2-8f0d-424a-8854-f59f57dd7ca8 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.018 204 c760d5d68ea286db4288ffa142a0019b 199.204.45.216 - - [11/May/2026:05:50:11 +0000] "GET /admin/realms/atmosphere/users/496de169-c634-483a-a3ac-89de31b0d217/role-mappings/clients/5ef5dbf2-8f0d-424a-8854-f59f57dd7ca8/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.7:8080 576 0.060 200 ce91256210b65d7a016fa795e6f5310e W0511 05:50:26.302514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:50:26.302558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:50:40.024800 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.156.116"}] I0511 05:50:40.030822 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5045099d-62a1-4823-a3f6-9617ff19e82b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4246", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 05:50:40.033568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:50:40.033604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:51:30.320039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:51:30.320071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:06.258149 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0511 05:52:06.258200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:06.258213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:52:06.259888 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.1kB} I0511 05:52:06.259915 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0511 05:52:06.265121 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0511 05:52:06.265760 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0511 05:52:06.265801 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"223fe350-9999-4c81-9d27-10776aade676", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4742", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 05:52:06.266077 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0511 05:52:06.266139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:06.266158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:52:06.266247 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 05:52:06.310077 7 controller.go:216] "Backend successfully reloaded" I0511 05:52:06.310819 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lghnr", UID:"58d2ee48-2e4e-4227-b775-7d4a3b82f761", APIVersion:"v1", ResourceVersion:"1665", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0511 05:52:06.490080 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0511 05:52:06.491530 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0511 05:52:09.599581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:09.599617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [11/May/2026:05:52:09 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.11:5000 281 0.005 300 516dd8df1090332ae18626df2c2deff3 199.204.45.216 - - [11/May/2026:05:52:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.11:5000 266 0.004 200 3bc1e1da762051a2540325b76c84c0d4 199.204.45.216 - - [11/May/2026:05:52:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.448 [openstack-keystone-api-5000] [] 10.0.0.11:5000 1360 0.448 201 82dd58dd4e2a93d49a7ea365d5c8a950 199.204.45.216 - - [11/May/2026:05:52:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.11:5000 281 0.004 300 a6316977cb203d578273c59eb9601910 199.204.45.216 - - [11/May/2026:05:52:11 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.030 [openstack-keystone-api-5000] [] 10.0.0.11:5000 90 0.029 404 c368882d296d52ad3e4011805ac99818 199.204.45.216 - - [11/May/2026:05:52:11 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.032 [openstack-keystone-api-5000] [] 10.0.0.11:5000 370 0.031 200 3d5b65c4ebfefd338813f634470e3a84 199.204.45.216 - - [11/May/2026:05:52:11 +0000] "GET /v3/domains/60604861fc6541b596c1b262172db808 HTTP/1.1" 200 247 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.11:5000 247 0.018 200 264d2d8f5dc02b621084edec5f672a68 199.204.45.216 - - [11/May/2026:05:52:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.11:5000 266 0.003 200 cd1e04654dd704119e9c040720f567af 199.204.45.216 - - [11/May/2026:05:52:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.11:5000 1360 0.307 201 94a81c4ac5564ce5ef6e7465290e7c30 199.204.45.216 - - [11/May/2026:05:52:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.11:5000 281 0.004 300 52118c1bc0599d8baa6392c47a94afa0 199.204.45.216 - - [11/May/2026:05:52:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.11:5000 101 0.026 404 3c2ecc3e1728747e0d48faba80ab245d 199.204.45.216 - - [11/May/2026:05:52:12 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.11:5000 156 0.017 200 ba7b49ab3cc20ae5fd47ec66d470fe2f 199.204.45.216 - - [11/May/2026:05:52:12 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.11:5000 342 0.022 201 a410bb0bbf5080788b503035e005de9f 199.204.45.216 - - [11/May/2026:05:52:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.11:5000 266 0.004 200 0e0a2aa49e92eee6c91418b478f3e245 199.204.45.216 - - [11/May/2026:05:52:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.11:5000 1360 0.297 201 78699f8a90fbd7d95d4e41a11834fbb9 199.204.45.216 - - [11/May/2026:05:52:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.11:5000 281 0.003 300 f859e5399e79ea185e5665ad8a7a20fe 199.204.45.216 - - [11/May/2026:05:52:13 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.11:5000 98 0.017 404 f822a09f162d88414fe4a6aa6e97688e 199.204.45.216 - - [11/May/2026:05:52:13 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.11:5000 136 0.018 200 38f10f33cf9616c95190716a05a61f54 199.204.45.216 - - [11/May/2026:05:52:13 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.11:5000 357 0.019 201 5bdb077d6c8f8650a0a2f038066fab3b 199.204.45.216 - - [11/May/2026:05:52:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.11:5000 266 0.004 200 b62c7a75d4466bc2691338e0f31089ec 199.204.45.216 - - [11/May/2026:05:52:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.11:5000 1360 0.286 201 1e9db36f64a3246476d389ee3e915fd6 199.204.45.216 - - [11/May/2026:05:52:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.11:5000 281 0.003 300 164525e22e7cf525c118d63a8f5d5591 199.204.45.216 - - [11/May/2026:05:52:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.018 [openstack-keystone-api-5000] [] 10.0.0.11:5000 131 0.018 404 4b3335afa00afde25d6157321ac92448 199.204.45.216 - - [11/May/2026:05:52:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.11:5000 168 0.016 200 b0f58b8a5f2ed1735ccddcce3b3cd838 199.204.45.216 - - [11/May/2026:05:52:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.020 [openstack-keystone-api-5000] [] 10.0.0.11:5000 224 0.020 201 548518642a8d6ad80563005897239c23 199.204.45.216 - - [11/May/2026:05:52:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.536 200 2388ee75038375987277929ffffcb56f 199.204.45.216 - - [11/May/2026:05:52:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.021 [auth-system-keycloak-80] [] 10.0.0.7:8080 4246 0.022 200 80b2c829447e69c745a99b293d3be7bd 199.204.45.216 - - [11/May/2026:05:52:22 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.380 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.378 204 0afa5f4bb10b0e5307344032d050293b 199.204.45.216 - - [11/May/2026:05:52:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.211 [auth-system-keycloak-80] [] 10.0.0.7:8080 4384 0.211 200 0cf6a8f390c2c28b10844e7a493d1a80 W0511 05:52:22.586013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:22.586046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [11/May/2026:05:52:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.487 200 554ac93e04873ed24f3ab01a8a0263fb 199.204.45.216 - - [11/May/2026:05:52:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.053 [auth-system-keycloak-80] [] 10.0.0.7:8080 12500 0.053 200 f7d203462fac3e24ef9c9592bd1c9451 199.204.45.216 - - [11/May/2026:05:52:23 +0000] "GET /admin/realms/atmosphere/client-scopes/c50bfb97-6b8c-4870-b9a6-6ed160e856c4 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.7:8080 1278 0.010 200 b63494c1b3bbf05d84754412fe4c9309 199.204.45.216 - - [11/May/2026:05:52:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/c50bfb97-6b8c-4870-b9a6-6ed160e856c4 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.052 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.051 204 e33e4509b9e38e3456e1d3152af97112 199.204.45.216 - - [11/May/2026:05:52:23 +0000] "GET /admin/realms/atmosphere/client-scopes/c50bfb97-6b8c-4870-b9a6-6ed160e856c4/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.022 [auth-system-keycloak-80] [] 10.0.0.7:8080 963 0.023 200 820d83c28d8a558d860a66105b5faf65 199.204.45.216 - - [11/May/2026:05:52:23 +0000] "GET /admin/realms/atmosphere/client-scopes/c50bfb97-6b8c-4870-b9a6-6ed160e856c4/protocol-mappers/models/91111e82-efb3-43d1-85a1-2c51ffaf4a94 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.7:8080 366 0.008 200 e01d3dcefc6be79eab8456333c788fe8 199.204.45.216 - - [11/May/2026:05:52:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/c50bfb97-6b8c-4870-b9a6-6ed160e856c4/protocol-mappers/models/91111e82-efb3-43d1-85a1-2c51ffaf4a94 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.065 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.065 204 830635a9d95f01157fdbdb939b462233 199.204.45.216 - - [11/May/2026:05:52:23 +0000] "GET /admin/realms/atmosphere/client-scopes/c50bfb97-6b8c-4870-b9a6-6ed160e856c4 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.7:8080 1218 0.066 200 af61e67e0b4a1ccb15556b8c1642fb1e W0511 05:52:25.920174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:25.920204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:29.257146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:29.257182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:52:40.017948 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.156.116"}] I0511 05:52:40.051728 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"223fe350-9999-4c81-9d27-10776aade676", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5129", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 05:52:40.074940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:40.074970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [11/May/2026:05:52:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.487 200 7b5351e7e1424888f7dcbcbbc0fef808 199.204.45.216 - - [11/May/2026:05:52:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.009 200 b7255a028ab7e2d267f2f56820bf4107 199.204.45.216 - - [11/May/2026:05:52:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.068 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.068 201 9a868954c4293dc66fcf86e3d4185fce 199.204.45.216 - - [11/May/2026:05:52:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.7:8080 1261 0.079 200 dc2d647e14bba081674f93b9dbfb7f37 199.204.45.216 - - [11/May/2026:05:52:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.522 200 b53acbbe171bf141d9867b4167754ca7 199.204.45.216 - - [11/May/2026:05:52:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.012 200 8b90b43a009a869d57de53a12c315d39 199.204.45.216 - - [11/May/2026:05:52:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.079 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.079 201 b3264765c357696178d7c5d19fdc71ec 199.204.45.216 - - [11/May/2026:05:52:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.018 200 7b8b71f94cc99a64529755abde405bca 199.204.45.216 - - [11/May/2026:05:52:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.480 200 3b3f9d6a5aa6743248e7c51cf76e7a2e 199.204.45.216 - - [11/May/2026:05:52:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.009 200 05b2973a60761fbfc7484e0ccfbce925 199.204.45.216 - - [11/May/2026:05:52:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.058 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.057 201 6fa3379c7c7d68cdf56b3182ee50214a 199.204.45.216 - - [11/May/2026:05:52:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.079 [auth-system-keycloak-80] [] 10.0.0.7:8080 1251 0.079 200 3a2422bab789d37b0dcabd5aca67664c 199.204.45.216 - - [11/May/2026:05:52:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.481 200 4b4de96865c33b78af2805853cda1d9e 199.204.45.216 - - [11/May/2026:05:52:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.7:8080 1261 0.033 200 497de490b393378e8c2b3327841bbfe4 199.204.45.216 - - [11/May/2026:05:52:49 +0000] "GET /admin/realms/atmosphere/clients/96015d0d-1b98-40cb-8035-3768ce9f9f4c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.011 404 1834af83487bef4d192f974fc7610e1e 199.204.45.216 - - [11/May/2026:05:52:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.7:8080 1261 0.008 200 ca2582ed156255e9110966eb6cc02b10 199.204.45.216 - - [11/May/2026:05:52:49 +0000] "POST /admin/realms/atmosphere/clients/96015d0d-1b98-40cb-8035-3768ce9f9f4c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.020 201 029601c3c95ce13c0a31a8055c9a0b6e 199.204.45.216 - - [11/May/2026:05:52:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.7:8080 1261 0.028 200 dbc2f18abce815dcd381411d2bf96569 199.204.45.216 - - [11/May/2026:05:52:49 +0000] "GET /admin/realms/atmosphere/clients/96015d0d-1b98-40cb-8035-3768ce9f9f4c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.7:8080 166 0.016 200 da869453e451fa317c607f451455b7c3 199.204.45.216 - - [11/May/2026:05:52:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.487 200 5965ee9dac786d4425762c2807f121dd 199.204.45.216 - - [11/May/2026:05:52:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.005 200 bf37062c482e6c113167a3bc9a02b04d 199.204.45.216 - - [11/May/2026:05:52:50 +0000] "GET /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.009 404 ccec18f4d1b946726a304b2bca6175b7 199.204.45.216 - - [11/May/2026:05:52:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.005 200 90267a120d45f325b1b6b4aa106a4f90 199.204.45.216 - - [11/May/2026:05:52:50 +0000] "POST /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.056 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.056 201 702c11ccb05f6ecb3949d00a42e29819 199.204.45.216 - - [11/May/2026:05:52:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.011 200 ce3c1070e4cfa3e9ca8fc318aab7eb5b 199.204.45.216 - - [11/May/2026:05:52:50 +0000] "GET /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.7:8080 165 0.014 200 e34f133812d677dad8b099ec8e9e2411 199.204.45.216 - - [11/May/2026:05:52:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.489 200 b498e713303dba9138372458b380f808 199.204.45.216 - - [11/May/2026:05:52:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.005 200 d9b95fbfb2aa1fa831af22ffd14ff9cd 199.204.45.216 - - [11/May/2026:05:52:51 +0000] "GET /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.009 404 248c9c4af1c7c390f9a9e7fb6fcfd215 199.204.45.216 - - [11/May/2026:05:52:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.026 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.026 200 d87097ea713d80b372faaa974792e57b 199.204.45.216 - - [11/May/2026:05:52:51 +0000] "POST /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.013 201 6d4946e67dcb44e839d9809982df02bb 199.204.45.216 - - [11/May/2026:05:52:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.066 200 1555faac40b482442ece80e798e2ce4d 199.204.45.216 - - [11/May/2026:05:52:51 +0000] "GET /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.7:8080 166 0.014 200 48ffe9a93a6570822ccef2b83689d0e5 199.204.45.216 - - [11/May/2026:05:52:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.453 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.452 200 37e21c2ea50bcfcc28675d331e59c17f 199.204.45.216 - - [11/May/2026:05:52:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.029 200 50c781a32767aff3819c5f529ae66411 199.204.45.216 - - [11/May/2026:05:52:52 +0000] "GET /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.012 404 823fe3aabac436d7471b94481e02f7ec 199.204.45.216 - - [11/May/2026:05:52:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.007 200 2710ccfad7b341f2e302c149d513d7e1 199.204.45.216 - - [11/May/2026:05:52:52 +0000] "POST /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.047 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.045 201 8bea58d7e59f0a74cadf1f58b05612dc 199.204.45.216 - - [11/May/2026:05:52:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.7:8080 1286 0.005 200 e2fab762b41fb4697b703aa81cde71b8 199.204.45.216 - - [11/May/2026:05:52:52 +0000] "GET /admin/realms/atmosphere/clients/46ca6d3b-7e5e-42e1-b87d-d8b1183bbf09/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.7:8080 166 0.009 200 aca1777c7453665ed83e5a7f5bd63e2d 199.204.45.216 - - [11/May/2026:05:52:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.474 200 f11e8022a80f27ca7a47c22711b6a329 199.204.45.216 - - [11/May/2026:05:52:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.7:8080 1251 0.004 200 820ae3b4ee30cc1ed7c9862187d4290c 199.204.45.216 - - [11/May/2026:05:52:53 +0000] "GET /admin/realms/atmosphere/clients/bebb79b6-5f21-484f-83e9-61884d1c581a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.7:8080 119 0.008 404 fcb1f5cec5dbc1f70a396dc1cb146104 199.204.45.216 - - [11/May/2026:05:52:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.7:8080 1251 0.006 200 08b44e0e20d0088aa5edaa71f67c23ef 199.204.45.216 - - [11/May/2026:05:52:53 +0000] "POST /admin/realms/atmosphere/clients/bebb79b6-5f21-484f-83e9-61884d1c581a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.027 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.026 201 440816228d58e7f8195a61ce36a9af1c 199.204.45.216 - - [11/May/2026:05:52:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.7:8080 1251 0.004 200 f2ba9983caad05ed9c4105181b7abf5e 199.204.45.216 - - [11/May/2026:05:52:53 +0000] "GET /admin/realms/atmosphere/clients/bebb79b6-5f21-484f-83e9-61884d1c581a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.025 [auth-system-keycloak-80] [] 10.0.0.7:8080 166 0.025 200 9f8054ec1faae5978b61d578075c3b08 E0511 05:52:53.792415 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-216.nip.io. Skipping. W0511 05:52:53.792916 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0511 05:52:53.793045 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0511 05:52:53.793158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:53.793184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:52:53.795485 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.003s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:22.8kB} I0511 05:52:53.795510 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0511 05:52:53.801480 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0511 05:52:53.801925 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"260fb6e2-52af-49d5-a8ce-25c54450a0c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5217", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0511 05:52:53.801966 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-216.nip.io. Skipping. W0511 05:52:53.802251 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0511 05:52:53.802611 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0511 05:52:53.802728 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0511 05:52:53.802836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:53.802900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:52:53.803070 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 05:52:53.852915 7 controller.go:216] "Backend successfully reloaded" I0511 05:52:53.853319 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lghnr", UID:"58d2ee48-2e4e-4227-b775-7d4a3b82f761", APIVersion:"v1", ResourceVersion:"1665", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0511 05:52:54.019557 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0511 05:52:54.020043 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-216.nip.io. Skipping. I0511 05:52:54.020992 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0511 05:52:57.137320 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0511 05:52:57.137624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:52:57.137658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:53:36.264025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:53:36.264063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:53:39.598270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:53:39.598325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:53:40.016623 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.98.156.116"}] I0511 05:53:40.022496 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"260fb6e2-52af-49d5-a8ce-25c54450a0c7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5612", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0511 05:53:40.022707 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-216.nip.io. Skipping. W0511 05:53:42.930947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:53:42.930990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:53:46.264617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:53:46.264662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:02.810707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:02.810740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:02.867564 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 05:54:02.867640 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0511 05:54:02.867681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:02.867697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:02.869597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:02.869704 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0511 05:54:02.869774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:02.869817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:54:02.869918 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.002s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:26.4kB} I0511 05:54:02.869944 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0511 05:54:02.870767 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 05:54:02.870830 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0511 05:54:02.870868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:02.870882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:54:02.873384 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:26.4kB} I0511 05:54:02.873402 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0511 05:54:02.873410 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.004s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:26.4kB} I0511 05:54:02.873429 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0511 05:54:02.876837 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0511 05:54:02.877138 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0511 05:54:02.877359 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"23a2beeb-a81a-40f0-9120-32cd13ad8f54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5874", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0511 05:54:02.880470 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0511 05:54:02.880703 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0511 05:54:02.880737 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ca0a055b-5020-47ff-8fb5-9966346f31f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5880", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0511 05:54:02.885483 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0511 05:54:02.886068 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0511 05:54:02.886453 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9a9e8093-0113-4ab8-ad1c-620e67671bff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5885", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0511 05:54:03.154735 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0511 05:54:03.155409 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0511 05:54:03.198178 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0511 05:54:03.198826 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0511 05:54:04.090540 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0511 05:54:04.091571 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0511 05:54:06.144826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:06.144917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 05:54:06.144952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 05:54:06.145052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:06.145070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:54:06.145174 7 controller.go:196] "Configuration changes detected, backend reload required" I0511 05:54:06.207976 7 controller.go:216] "Backend successfully reloaded" I0511 05:54:06.208165 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lghnr", UID:"58d2ee48-2e4e-4227-b775-7d4a3b82f761", APIVersion:"v1", ResourceVersion:"1665", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0511 05:54:09.480444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:09.480481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 05:54:09.480500 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 05:54:09.480592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:09.480607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:12.812344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:12.812380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 05:54:12.812406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 05:54:12.812488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:12.812501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:16.144554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:16.144659 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 05:54:16.144719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 05:54:16.145137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:16.145177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:19.477453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:19.477493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 05:54:19.477513 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 05:54:19.477594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:19.477609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:22.811107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:22.811162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0511 05:54:22.811196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0511 05:54:22.811357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:22.811379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.84 - - [11/May/2026:05:54:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.017 [auth-system-keycloak-80] [] 10.0.0.7:8080 6432 0.017 200 aa9a09b2c1533487adccb73b064d30d8 10.0.0.12 - - [11/May/2026:05:54:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.7:8080 6432 0.005 200 9ff93df616552177157221090bf91b8d W0511 05:54:26.144822 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:26.145172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:26.145194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:29.478480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0511 05:54:29.479004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:29.479037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [11/May/2026:05:54:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.7:8080 1928 0.473 200 cc9e67fbefbb4d7d493a159fcad62a25 199.204.45.216 - - [11/May/2026:05:54:30 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.085 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.084 200 b8a082cf0cf95ba0251ce80b6988121c 199.204.45.216 - - [11/May/2026:05:54:30 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.107 [auth-system-keycloak-80] [] 10.0.0.7:8080 0 0.107 201 341c32507e453b497313ef145530a0e1 199.204.45.216 - - [11/May/2026:05:54:30 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.076 [auth-system-keycloak-80] [] 10.0.0.7:8080 322 0.077 200 5a363149030813dedcdc5dbff4ae8637 199.204.45.216 - - [11/May/2026:05:54:30 +0000] "GET /admin/realms/atmosphere/users/5546381e-4bec-44e6-8e4a-d0306f3b9656/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.010 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.010 200 161a2cdce91030fec21e957a25703efe 199.204.45.216 - - [11/May/2026:05:54:30 +0000] "GET /admin/realms/atmosphere/users/5546381e-4bec-44e6-8e4a-d0306f3b9656/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.7:8080 2 0.005 200 8a85c029067691a16748cefc6cbf6a1e 199.204.45.216 - - [11/May/2026:05:54:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.11:5000 266 0.004 200 b29369f1eae22aacfdac6aac3b4f515f 199.204.45.216 - - [11/May/2026:05:54:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.11:5000 1360 0.309 201 08c035e434dda1429569b95013118e92 199.204.45.216 - - [11/May/2026:05:54:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.11:5000 281 0.003 300 4692390c5884dfe9939aed2849090367 199.204.45.216 - - [11/May/2026:05:54:32 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.11:5000 90 0.027 404 60599b275cf444c97a16e5f1ba72ca6b 199.204.45.216 - - [11/May/2026:05:54:32 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.11:5000 370 0.027 200 d847839f8bf9b4f85ce00159b1da666c 199.204.45.216 - - [11/May/2026:05:54:32 +0000] "GET /v3/users?domain_id=60604861fc6541b596c1b262172db808&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.175 [openstack-keystone-api-5000] [] 10.0.0.11:5000 174 0.175 200 bdc99c86e91b4b27145aa7aead446e08 W0511 05:54:32.811227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:32.811270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [11/May/2026:05:54:33 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.11:5000 266 0.004 200 c106926f05c6cc2b4342884e5da2f9b2 199.204.45.216 - - [11/May/2026:05:54:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.11:5000 1360 0.297 201 0d89831de822ce7a87c83b6e82ff4708 199.204.45.216 - - [11/May/2026:05:54:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.11:5000 281 0.003 300 9ffd2d342bb25a1850e09d22522f01a4 199.204.45.216 - - [11/May/2026:05:54:34 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.025 [openstack-keystone-api-5000] [] 10.0.0.11:5000 90 0.026 404 01030c353bfaac262f09f075da83819c 199.204.45.216 - - [11/May/2026:05:54:34 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.11:5000 370 0.026 200 9ba4696efdeeca9ceac6bece22310d96 199.204.45.216 - - [11/May/2026:05:54:34 +0000] "GET /v3/users?domain_id=60604861fc6541b596c1b262172db808&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.194 [openstack-keystone-api-5000] [] 10.0.0.11:5000 451 0.194 200 69613172c2188693ddff9768665e32f4 W0511 05:54:36.144875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:36.144925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:54:40.017192 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.156.116"}] I0511 05:54:40.017287 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.156.116"}] I0511 05:54:40.017415 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.156.116"}] I0511 05:54:40.022830 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ca0a055b-5020-47ff-8fb5-9966346f31f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6570", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 05:54:40.023813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:40.023831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0511 05:54:40.027113 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"23a2beeb-a81a-40f0-9120-32cd13ad8f54", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6571", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0511 05:54:40.028315 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9a9e8093-0113-4ab8-ad1c-620e67671bff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6572", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0511 05:54:43.357758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:43.357816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:46.692561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0511 05:54:46.692594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store