------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0520 02:13:02.076035 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0520 02:13:02.076172 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0520 02:13:02.084785 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0520 02:13:02.087684 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0520 02:13:02.457745 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0520 02:13:04.053689 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0520 02:13:04.063746 7 nginx.go:271] "Starting NGINX Ingress controller" I0520 02:13:04.073481 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"faad0ed5-0540-4ddb-b6da-ac689499a36f", APIVersion:"v1", ResourceVersion:"1513", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0520 02:13:04.075512 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ef753012-57b1-4630-8169-78cbbcc21b2e", APIVersion:"v1", ResourceVersion:"1515", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0520 02:13:04.075591 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"ba01b5d8-7510-4dff-a1af-afbfa67dbf32", APIVersion:"v1", ResourceVersion:"1514", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0520 02:13:05.265853 7 nginx.go:317] "Starting NGINX process" I0520 02:13:05.265930 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0520 02:13:05.266179 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0520 02:13:05.266364 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0520 02:13:05.266401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:05.266419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:13:05.266455 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 02:13:05.275435 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0520 02:13:05.275761 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-qvlbx" I0520 02:13:05.305475 7 controller.go:216] "Backend successfully reloaded" I0520 02:13:05.305600 7 controller.go:227] "Initial sync, sleeping for 1 second" I0520 02:13:05.305680 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qvlbx", UID:"aa66a544-0340-4774-8491-8d25a0e200e8", APIVersion:"v1", ResourceVersion:"1565", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0520 02:13:09.081624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:09.081655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:12.416387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:12.416422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:15.748410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:15.748449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:19.082256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:19.082293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:22.415244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:22.415309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:25.749714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:25.749784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:29.081914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:29.081955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:40.492897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:40.492936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:45.422554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:45.422579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:50.054818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:50.054858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:53.390373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:53.390441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:56.721826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:13:56.721885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:00.508958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:00.508989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:03.843119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:03.843168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:20.437685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:20.437717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:23.772573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:23.772623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:30.891476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:30.891501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:34.225450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:34.225493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:37.558417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:37.558458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:40.892203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:40.892257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:44.224999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:44.225028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:47.558387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:47.558435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:50.891890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:15:50.891943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:16:08.021492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:16:08.021536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:16:19.342354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:16:19.342395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:01.033221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:01.033445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:04.367703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:04.367747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:52.236566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:52.236731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:55.091576 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-23.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-23.nip.io-tls was not found. Using default certificate W0520 02:17:55.091643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:55.091664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:17:55.093373 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0520 02:17:55.093398 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0520 02:17:55.108523 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0520 02:17:55.109398 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-23.nip.io-tls" in local store I0520 02:17:55.109927 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"dccd7267-d67c-4bdb-bf08-c1eb9c409f98", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4166", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 02:17:55.327726 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-23.nip.io-tls" I0520 02:17:55.329117 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-23.nip.io-tls" W0520 02:17:55.570648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:55.570694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:17:55.570779 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 02:17:55.615329 7 controller.go:216] "Backend successfully reloaded" I0520 02:17:55.615596 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qvlbx", UID:"aa66a544-0340-4774-8491-8d25a0e200e8", APIVersion:"v1", ResourceVersion:"1565", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0520 02:17:58.904187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:17:58.904239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [20/May/2026:02:18:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.335 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 2.334 200 1d28a68b9566c0d0871ec6a243cbe857 199.204.45.23 - - [20/May/2026:02:18:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.199 [auth-system-keycloak-80] [] 10.0.0.137:8080 116 0.198 404 06146d3cba43201279dc3c6f93021c1a I0520 02:18:05.283798 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.90.15"}] I0520 02:18:05.288173 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"dccd7267-d67c-4bdb-bf08-c1eb9c409f98", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4246", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 02:18:05.290215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:18:05.290355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [20/May/2026:02:18:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.384 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 4.384 201 98f2eff6929f8f925ad074eda31d8065 199.204.45.23 - - [20/May/2026:02:18:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.788 [auth-system-keycloak-80] [] 10.0.0.137:8080 4246 0.788 200 fabafd6a53fb1adc434341a56cc84ca6 199.204.45.23 - - [20/May/2026:02:18:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.563 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.562 200 59cf52df491b93e4b5bfad03a4078c0a 199.204.45.23 - - [20/May/2026:02:18:08 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.018 [auth-system-keycloak-80] [] 10.0.0.137:8080 1682 0.019 200 9024b6905bcbfff2d455d142f6ad89d7 199.204.45.23 - - [20/May/2026:02:18:08 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.034 [auth-system-keycloak-80] [] 10.0.0.137:8080 6411 0.034 200 84ec6ad4d01e61e693ac5f497cdd117f 199.204.45.23 - - [20/May/2026:02:18:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.511 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.509 200 98e0edc80b7ed94407d1461bf3be0275 199.204.45.23 - - [20/May/2026:02:18:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.089 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.089 200 fa29c7d47921eea253fc8398b0c858f5 199.204.45.23 - - [20/May/2026:02:18:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.211 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.210 201 9100c221fbac583aac72e1640f04bb62 199.204.45.23 - - [20/May/2026:02:18:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.083 [auth-system-keycloak-80] [] 10.0.0.137:8080 2242 0.083 200 08883bc58819ca6bfe3a16ad823484da 199.204.45.23 - - [20/May/2026:02:18:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.469 200 ea97cb2bcc79492e5d6253eddf282561 199.204.45.23 - - [20/May/2026:02:18:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.012 [auth-system-keycloak-80] [] 10.0.0.137:8080 2242 0.012 200 7734637c66d8b47aeb69bea29cb8ed8a 199.204.45.23 - - [20/May/2026:02:18:11 +0000] "GET /admin/realms/atmosphere/clients/5e375e62-b43d-446d-a39a-0cdaca992c29/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.057 [auth-system-keycloak-80] [] 10.0.0.137:8080 233 0.057 200 29c3316e5411f2b2d983a6159e2edf24 199.204.45.23 - - [20/May/2026:02:18:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.078 [auth-system-keycloak-80] [] 10.0.0.137:8080 831 0.078 200 9d6a9ff093f034977871affe47a3addd 199.204.45.23 - - [20/May/2026:02:18:12 +0000] "GET /admin/realms/atmosphere/clients/34500e08-e8b5-4eba-9ad5-3f3bb885a569/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.097 [auth-system-keycloak-80] [] 10.0.0.137:8080 3758 0.097 200 9d8eeb08e5aefe8a824e76a56e485fad 199.204.45.23 - - [20/May/2026:02:18:12 +0000] "GET /admin/realms/atmosphere/users/e2f77371-1463-4642-a3f6-abbfdaa81d49/role-mappings/clients/34500e08-e8b5-4eba-9ad5-3f3bb885a569/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.189 [auth-system-keycloak-80] [] 10.0.0.137:8080 3758 0.189 200 e570ce041230b465b5020b8895501681 199.204.45.23 - - [20/May/2026:02:18:12 +0000] "GET /admin/realms/atmosphere/users/e2f77371-1463-4642-a3f6-abbfdaa81d49/role-mappings/clients/34500e08-e8b5-4eba-9ad5-3f3bb885a569/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.086 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.086 200 400805c252c34520741764a1660917b7 199.204.45.23 - - [20/May/2026:02:18:12 +0000] "POST /admin/realms/atmosphere/users/e2f77371-1463-4642-a3f6-abbfdaa81d49/role-mappings/clients/34500e08-e8b5-4eba-9ad5-3f3bb885a569 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.093 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.092 204 8f282d3d183f7ea78d94348d1686307f 199.204.45.23 - - [20/May/2026:02:18:12 +0000] "GET /admin/realms/atmosphere/users/e2f77371-1463-4642-a3f6-abbfdaa81d49/role-mappings/clients/34500e08-e8b5-4eba-9ad5-3f3bb885a569/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.137:8080 576 0.014 200 eabd7d72099610cc9bf8a2e8d2781b6a W0520 02:18:37.257747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:18:37.257799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:19:41.754064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:19:41.754091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:20:16.347061 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0520 02:20:16.347142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:20:16.347161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:20:16.350313 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.1kB} I0520 02:20:16.350356 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0520 02:20:16.356302 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0520 02:20:16.356650 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ad56b010-4aae-43ee-ab24-97f2cd29b235", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4985", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 02:20:16.356869 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0520 02:20:16.357228 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0520 02:20:16.357287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:20:16.357310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:20:16.357405 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 02:20:16.395160 7 controller.go:216] "Backend successfully reloaded" I0520 02:20:16.396528 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qvlbx", UID:"aa66a544-0340-4774-8491-8d25a0e200e8", APIVersion:"v1", ResourceVersion:"1565", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 02:20:16.650129 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0520 02:20:16.651391 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0520 02:20:19.691362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:20:19.691418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [20/May/2026:02:20:19 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 ca94aae9dfd51d3cbe6da0e914adfef9 199.204.45.23 - - [20/May/2026:02:20:21 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.005 200 47b1cb19b2cf8f0b5ec762b4d4e1cd9c 199.204.45.23 - - [20/May/2026:02:20:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.437 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.437 201 c3bd6e0d1fd8fd4cfca25f7abc40ea4b 199.204.45.23 - - [20/May/2026:02:20:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 9e688493d421020f2606cab35c61ced5 199.204.45.23 - - [20/May/2026:02:20:21 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 437 0.031 [openstack-keystone-api-5000] [] 10.0.0.212:5000 90 0.032 404 3a5e32292ea64e8a059d85ab1d403af7 199.204.45.23 - - [20/May/2026:02:20:21 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.212:5000 368 0.027 200 2fdc6e209e7bf330f61d0698c4f47764 199.204.45.23 - - [20/May/2026:02:20:21 +0000] "GET /v3/domains/8e7bb5de54e04085a238f4935b05dad1 HTTP/1.1" 200 246 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 246 0.020 200 686f6b82f273d450a6ce087ca35a62a8 199.204.45.23 - - [20/May/2026:02:20:22 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.004 200 67f976cffc0e98df3ee988c28f50ba30 199.204.45.23 - - [20/May/2026:02:20:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.306 201 6e5feca640acec3e7ee75461201b17fc 199.204.45.23 - - [20/May/2026:02:20:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 5b25b770f467c9ce7c7d1cbb7a8e764d 199.204.45.23 - - [20/May/2026:02:20:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 101 0.020 404 a0b9af1c6657385f0589704ae669e1ee 199.204.45.23 - - [20/May/2026:02:20:22 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 464 0.017 [openstack-keystone-api-5000] [] 10.0.0.212:5000 155 0.017 200 0805adae520f65203f0b2493f38b88f6 199.204.45.23 - - [20/May/2026:02:20:23 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 679 0.069 [openstack-keystone-api-5000] [] 10.0.0.212:5000 340 0.069 201 498d418a52eb85e303ef0287856743cc 199.204.45.23 - - [20/May/2026:02:20:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.003 200 59b3e401071c275529c7b93f3ad70667 199.204.45.23 - - [20/May/2026:02:20:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.285 201 fa49db0d5322ae1d6d552616fd1bd527 199.204.45.23 - - [20/May/2026:02:20:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 2145cf823b03bb9042222df080376bce 199.204.45.23 - - [20/May/2026:02:20:24 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 98 0.020 404 be24e63dd5b42ded7d3213dede940a2e 199.204.45.23 - - [20/May/2026:02:20:24 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 454 0.016 [openstack-keystone-api-5000] [] 10.0.0.212:5000 135 0.016 200 08826499d2daee3e997136abbc4e0c6b 199.204.45.23 - - [20/May/2026:02:20:24 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 738 0.018 [openstack-keystone-api-5000] [] 10.0.0.212:5000 356 0.018 201 ffe6242c3f72b9122c89590be2edbbc6 199.204.45.23 - - [20/May/2026:02:20:25 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.004 200 a0306cbed9b95f77eba0e8550e0ef7fd 199.204.45.23 - - [20/May/2026:02:20:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.294 201 ae877182f1e74a580f2d8bf8a14fa47b 199.204.45.23 - - [20/May/2026:02:20:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 30ea448abfc29f32005436d6d593aef3 199.204.45.23 - - [20/May/2026:02:20:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 131 0.023 404 1900708f50f7696e744e231c348e128a 199.204.45.23 - - [20/May/2026:02:20:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.212:5000 167 0.018 200 8ece3c1fb60b13f25950978f4a03a407 199.204.45.23 - - [20/May/2026:02:20:25 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 580 0.019 [openstack-keystone-api-5000] [] 10.0.0.212:5000 222 0.019 201 73f5d7c048897016ab3f818c4fb13783 199.204.45.23 - - [20/May/2026:02:20:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.496 200 b86f36eafb0c65a044856f1f901e6e80 199.204.45.23 - - [20/May/2026:02:20:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.035 [auth-system-keycloak-80] [] 10.0.0.137:8080 4246 0.035 200 3bc4954dd43bf90f623f12539b1ed619 W0520 02:20:33.368800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:20:33.368846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [20/May/2026:02:20:33 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.401 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.399 204 ef1e1fc7b40658544d64f1f96cd66799 199.204.45.23 - - [20/May/2026:02:20:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.226 [auth-system-keycloak-80] [] 10.0.0.137:8080 4384 0.226 200 69dbe9c23c36b5cb8bc748d03eeb5aa6 199.204.45.23 - - [20/May/2026:02:20:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.496 200 ef1d5341a778eec15bb1803a8318209f 199.204.45.23 - - [20/May/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.078 [auth-system-keycloak-80] [] 10.0.0.137:8080 12500 0.078 200 a99cf7b2de50a8b7e868c07cc83c9a3f 199.204.45.23 - - [20/May/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/client-scopes/7b97c1f3-2176-46f7-8758-e56e6b1249e1 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.065 [auth-system-keycloak-80] [] 10.0.0.137:8080 1278 0.065 200 56c16d084d9c3e0016a8d8275e7bb6ab 199.204.45.23 - - [20/May/2026:02:20:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/7b97c1f3-2176-46f7-8758-e56e6b1249e1 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.086 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.085 204 f21ce8c7193f35aab76307058afc3d45 199.204.45.23 - - [20/May/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/client-scopes/7b97c1f3-2176-46f7-8758-e56e6b1249e1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.086 [auth-system-keycloak-80] [] 10.0.0.137:8080 963 0.086 200 bc916b8a658feb221c29c2bff2b924cb 199.204.45.23 - - [20/May/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/client-scopes/7b97c1f3-2176-46f7-8758-e56e6b1249e1/protocol-mappers/models/665766e8-0b3a-4799-8333-e0f8b2473783 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.137:8080 366 0.011 200 863e7adcf4938013898aa2d3c0112b7f 199.204.45.23 - - [20/May/2026:02:20:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/7b97c1f3-2176-46f7-8758-e56e6b1249e1/protocol-mappers/models/665766e8-0b3a-4799-8333-e0f8b2473783 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.090 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.089 204 08ce20f2dc5225884d74521e3fac48bd 199.204.45.23 - - [20/May/2026:02:20:35 +0000] "GET /admin/realms/atmosphere/client-scopes/7b97c1f3-2176-46f7-8758-e56e6b1249e1 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.137:8080 1218 0.076 200 a87feadeb6172af3875e315d14ef43ef W0520 02:20:36.702638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:20:36.702683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:20:40.036537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:20:40.036573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [20/May/2026:02:20:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.471 200 f49947688c3ae7aa52d890f30b130b3c 199.204.45.23 - - [20/May/2026:02:20:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.037 200 5b6cca9d3a2646bfd2186953922735f6 199.204.45.23 - - [20/May/2026:02:20:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.087 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.086 201 b75e930858296b44431f9ff70ae4527d 199.204.45.23 - - [20/May/2026:02:20:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.137:8080 1259 0.021 200 175467a0927c16de050d096aba65d843 199.204.45.23 - - [20/May/2026:02:21:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.059 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 1.059 200 9f4df9b49209b0d1e8087ee656076481 199.204.45.23 - - [20/May/2026:02:21:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.077 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.077 200 93dc72162f8b997e14644865a79358a5 199.204.45.23 - - [20/May/2026:02:21:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.096 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.095 201 f13c4af3d91971ed30b7129d753e48f0 199.204.45.23 - - [20/May/2026:02:21:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.085 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.085 200 e5d3382111412477ce4e4aa4cec4423c 199.204.45.23 - - [20/May/2026:02:21:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.476 200 6ef3737263ee180d263b5af025f89ec7 199.204.45.23 - - [20/May/2026:02:21:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.042 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.042 200 15d2754fc1b9a384e85d95c9adac2519 199.204.45.23 - - [20/May/2026:02:21:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.091 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.090 201 4cab76af9a31c8de4c60b5cff1032e4c 199.204.45.23 - - [20/May/2026:02:21:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.137:8080 1249 0.020 200 2695b215a29c88f7d0c11880f66b855a 199.204.45.23 - - [20/May/2026:02:21:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.508 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.507 200 6a361cfe7c36be629d55ea79c9dd1517 199.204.45.23 - - [20/May/2026:02:21:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.137:8080 1259 0.005 200 0dc46e91fc9ae3b5eea830f4e8e54e87 199.204.45.23 - - [20/May/2026:02:21:02 +0000] "GET /admin/realms/atmosphere/clients/e628e3b1-dc6b-499b-aa06-a2ebde7cec2c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.009 404 61418446f805d871c8f90529b6d9e2d4 199.204.45.23 - - [20/May/2026:02:21:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.137:8080 1259 0.036 200 d1079d22a57509845e7c07efb8709f2d 199.204.45.23 - - [20/May/2026:02:21:02 +0000] "POST /admin/realms/atmosphere/clients/e628e3b1-dc6b-499b-aa06-a2ebde7cec2c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.021 201 302143dcd04c298e4ce90bdf3d0ae7ad 199.204.45.23 - - [20/May/2026:02:21:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.137:8080 1259 0.008 200 0eec2ef5e11bb81f82c93021e34662d0 199.204.45.23 - - [20/May/2026:02:21:02 +0000] "GET /admin/realms/atmosphere/clients/e628e3b1-dc6b-499b-aa06-a2ebde7cec2c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.048 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.048 200 f527085a6125ffc0defb841973b4d667 199.204.45.23 - - [20/May/2026:02:21:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.488 200 ae555155697eabf730b50decd87c25a3 199.204.45.23 - - [20/May/2026:02:21:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.006 200 33da271149308f1f0a006b8d335dbe2e 199.204.45.23 - - [20/May/2026:02:21:03 +0000] "GET /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.016 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.016 404 c27cb4d3e5d7fe4d870ad1d2f6db806b 199.204.45.23 - - [20/May/2026:02:21:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.005 200 16c3c65ced19bb1c971ec61fbece65aa 199.204.45.23 - - [20/May/2026:02:21:03 +0000] "POST /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.014 201 e6f421ce84ec3cacc13115467cdef590 199.204.45.23 - - [20/May/2026:02:21:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.009 200 6aa051af695be553fb283627ff0434b8 199.204.45.23 - - [20/May/2026:02:21:03 +0000] "GET /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.040 [auth-system-keycloak-80] [] 10.0.0.137:8080 165 0.040 200 e8c7edc11588d1a922d514b7653c525a 199.204.45.23 - - [20/May/2026:02:21:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.466 200 09ab59db71109e22905a39297f45794f 199.204.45.23 - - [20/May/2026:02:21:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.006 200 c741603d919e1171db598a5cc876def2 199.204.45.23 - - [20/May/2026:02:21:04 +0000] "GET /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.023 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.023 404 b13f41b78e1c1d2b172f4dbae2d84feb 199.204.45.23 - - [20/May/2026:02:21:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.006 200 e8fefebe3a62b113548dc97bb717d582 199.204.45.23 - - [20/May/2026:02:21:04 +0000] "POST /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.015 201 e915c52bbd72a65698687bff737881b8 199.204.45.23 - - [20/May/2026:02:21:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.007 200 b677cb7473fb0292d24582622c9b111a 199.204.45.23 - - [20/May/2026:02:21:04 +0000] "GET /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.036 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.036 200 dc5cd8d014f2a75460a61de4fb14365b E0520 02:21:04.781416 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-23.nip.io. Skipping. W0520 02:21:04.781883 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 02:21:04.781978 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0520 02:21:04.782037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:04.782063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:21:04.784853 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.003s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:22.8kB} I0520 02:21:04.784891 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0520 02:21:04.791735 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0520 02:21:04.791851 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-23.nip.io. Skipping. W0520 02:21:04.792060 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0520 02:21:04.792161 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 02:21:04.792201 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0520 02:21:04.792234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:04.792244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:21:04.792257 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"c29a6454-7af8-4879-8c96-5ec7cc8c6716", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5457", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 02:21:04.792309 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 02:21:04.830006 7 controller.go:216] "Backend successfully reloaded" I0520 02:21:04.830952 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qvlbx", UID:"aa66a544-0340-4774-8491-8d25a0e200e8", APIVersion:"v1", ResourceVersion:"1565", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0520 02:21:05.040616 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0520 02:21:05.040760 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-23.nip.io. Skipping. I0520 02:21:05.041357 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" I0520 02:21:05.281513 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.102.90.15"}] I0520 02:21:05.281568 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.90.15"}] I0520 02:21:05.289206 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ad56b010-4aae-43ee-ab24-97f2cd29b235", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5487", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0520 02:21:05.289705 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-23.nip.io. Skipping. I0520 02:21:05.289817 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"c29a6454-7af8-4879-8c96-5ec7cc8c6716", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5488", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.23 - - [20/May/2026:02:21:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.458 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.457 200 fb23a5437afcd19593a562056a4d5599 199.204.45.23 - - [20/May/2026:02:21:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.024 200 9aab894f5c289fbeaac61d1732eb6be0 199.204.45.23 - - [20/May/2026:02:21:05 +0000] "GET /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.011 404 5f28b59154064b1820c19863e0135d17 199.204.45.23 - - [20/May/2026:02:21:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.005 200 54a814e2ef267b27c26c6833d14920de 199.204.45.23 - - [20/May/2026:02:21:05 +0000] "POST /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.016 201 31624a05bac5ad8ed36753a875c1e4b4 199.204.45.23 - - [20/May/2026:02:21:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.137:8080 1283 0.025 200 f9878e3813cd70d78863cfa2fbab9a8a 199.204.45.23 - - [20/May/2026:02:21:05 +0000] "GET /admin/realms/atmosphere/clients/90fc90f8-c551-4eb2-8c3f-7e987c7ffb4c/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.012 200 f016e19c0aa5069834f541eeed4fabdb 199.204.45.23 - - [20/May/2026:02:21:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.492 200 2b2a98dac339f98edbeb17ba0cd79572 199.204.45.23 - - [20/May/2026:02:21:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1249 0.006 200 94f6a9457993d0faf868ef337694dc06 199.204.45.23 - - [20/May/2026:02:21:06 +0000] "GET /admin/realms/atmosphere/clients/d4858c5b-aca1-426e-9558-491004e9cffa/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 119 0.006 404 36fcf6f8bfb4774ef0081bdad2455134 199.204.45.23 - - [20/May/2026:02:21:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.137:8080 1249 0.005 200 a04134a417e842b8f6f63fb4701fbd60 199.204.45.23 - - [20/May/2026:02:21:06 +0000] "POST /admin/realms/atmosphere/clients/d4858c5b-aca1-426e-9558-491004e9cffa/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.016 201 bc48bae4e8df858a3bb62e75b52b1258 199.204.45.23 - - [20/May/2026:02:21:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 1249 0.006 200 5aa320b427a04fac58778792b40321df 199.204.45.23 - - [20/May/2026:02:21:06 +0000] "GET /admin/realms/atmosphere/clients/d4858c5b-aca1-426e-9558-491004e9cffa/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.137:8080 166 0.014 200 09301f537269ae82c6b9d337902e64f4 W0520 02:21:08.125874 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 02:21:08.126016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:08.126042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:11.460423 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0520 02:21:11.460570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:11.460599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:47.035270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:47.035305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:50.368897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:50.368946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:53.704295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:21:53.704352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:16.662727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:16.662757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:16.740929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:16.741019 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0520 02:22:16.741066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:16.741082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:16.744043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:16.744133 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0520 02:22:16.744181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:16.744201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:22:16.745258 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.005s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:26.3kB} I0520 02:22:16.745301 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0520 02:22:16.745495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:16.745739 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0520 02:22:16.745967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:16.746033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:22:16.747616 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.004s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:26.4kB} I0520 02:22:16.747650 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0520 02:22:16.749406 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.004s renderingIngressLength:4 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:26.4kB} I0520 02:22:16.749499 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0520 02:22:16.755307 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0520 02:22:16.755796 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0520 02:22:16.756432 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f9d13824-428b-4ddc-8397-fb831306455b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6128", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 02:22:16.757958 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0520 02:22:16.758409 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0520 02:22:16.758434 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0520 02:22:16.758742 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0520 02:22:16.758770 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"90c8d45e-5e8e-4956-8fe6-cedd0789ba3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6132", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 02:22:16.758841 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"949963bb-3953-4817-b8d0-3a1752c01078", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6133", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 02:22:17.202116 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0520 02:22:17.203052 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0520 02:22:17.263599 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0520 02:22:17.264325 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0520 02:22:18.374851 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0520 02:22:18.375711 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0520 02:22:19.999109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:19.999158 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:19.999184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:19.999316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:19.999337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:22:19.999471 7 controller.go:196] "Configuration changes detected, backend reload required" I0520 02:22:20.058027 7 controller.go:216] "Backend successfully reloaded" I0520 02:22:20.058571 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qvlbx", UID:"aa66a544-0340-4774-8491-8d25a0e200e8", APIVersion:"v1", ResourceVersion:"1565", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0520 02:22:23.330200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:23.330272 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:23.330311 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:23.330455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:23.330505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:26.663429 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:26.663465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:26.663486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:26.663639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:26.663655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:29.996755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:29.996820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:29.996869 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:29.997014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:29.997038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:33.329876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:33.329915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:33.329934 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:33.330016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:33.330031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:36.664143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:36.664184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:36.664209 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:36.664292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:36.664308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:39.996614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:39.996676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:39.996721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:39.996863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:39.996890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:43.330527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:43.330575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0520 02:22:43.330603 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:43.330709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:43.330728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [20/May/2026:02:22:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.137:8080 1925 0.473 200 96279caa5100f0fcb6b0a52a7e2016de 199.204.45.23 - - [20/May/2026:02:22:46 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.062 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.062 200 14546bd4d2b5d7b48606c4d041cbdb85 199.204.45.23 - - [20/May/2026:02:22:46 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.035 [auth-system-keycloak-80] [] 10.0.0.137:8080 0 0.034 201 4e85dc814eed932248b275a4096011de 199.204.45.23 - - [20/May/2026:02:22:46 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.028 [auth-system-keycloak-80] [] 10.0.0.137:8080 322 0.028 200 d65641d02fd6f1fa31338e687f1759e7 199.204.45.23 - - [20/May/2026:02:22:46 +0000] "GET /admin/realms/atmosphere/users/95dfe46a-d466-4968-9564-96dd9118a7e7/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.012 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.012 200 d995baefc7a325a56c8005860e4312bb 199.204.45.23 - - [20/May/2026:02:22:46 +0000] "GET /admin/realms/atmosphere/users/95dfe46a-d466-4968-9564-96dd9118a7e7/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.059 [auth-system-keycloak-80] [] 10.0.0.137:8080 2 0.059 200 6577186b3ee8332592100898e95ecfeb 10.0.0.207 - - [20/May/2026:02:22:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.012 [auth-system-keycloak-80] [] 10.0.0.137:8080 6411 0.012 200 656559517c49b63086118d2dc7c5f0f2 W0520 02:22:47.162545 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:47.162633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0520 02:22:47.162767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:47.162796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.17 - - [20/May/2026:02:22:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.137:8080 6411 0.006 200 ce699e2e2de186037becc8dab19d296b 199.204.45.23 - - [20/May/2026:02:22:47 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.002 200 06e9a04536bbb2d5a39779003ec1b308 199.204.45.23 - - [20/May/2026:02:22:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.321 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.321 201 b4891f18647e0cadb7227641a325002e 199.204.45.23 - - [20/May/2026:02:22:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 0fb78b874b87f40f38c10decc95d9a8a 199.204.45.23 - - [20/May/2026:02:22:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.029 [openstack-keystone-api-5000] [] 10.0.0.212:5000 90 0.029 404 e95e6b5b1ee44d51efd29e4c057a41ee 199.204.45.23 - - [20/May/2026:02:22:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.030 [openstack-keystone-api-5000] [] 10.0.0.212:5000 368 0.030 200 c01e995cd0952db766c916933f3f9692 199.204.45.23 - - [20/May/2026:02:22:48 +0000] "GET /v3/users?domain_id=8e7bb5de54e04085a238f4935b05dad1&name=test-user HTTP/1.1" 200 173 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.134 [openstack-keystone-api-5000] [] 10.0.0.212:5000 173 0.134 200 de23e130a9aef169460a216c1eae000a W0520 02:22:50.496060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:50.496264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:50.496284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:57.094553 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0520 02:22:57.095059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:22:57.095167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [20/May/2026:02:22:58 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.004 200 818e90f1056526f907c0712e7e3dfb9d 199.204.45.23 - - [20/May/2026:02:22:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.298 201 23874a0471b8619fbf2c344bafdfa91b 199.204.45.23 - - [20/May/2026:02:22:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.002 300 fc958f1e7ade051ef9780c2daf5049d7 199.204.45.23 - - [20/May/2026:02:22:59 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 90 0.024 404 6c045cd3a7ce680f6f5e0a1c3ae47325 199.204.45.23 - - [20/May/2026:02:22:59 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.026 [openstack-keystone-api-5000] [] 10.0.0.212:5000 368 0.026 200 c27bdb99bb75441f0a9ccf98b52560f4 199.204.45.23 - - [20/May/2026:02:22:59 +0000] "GET /v3/users?domain_id=8e7bb5de54e04085a238f4935b05dad1&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.205 [openstack-keystone-api-5000] [] 10.0.0.212:5000 449 0.205 200 d18a25517add47b4f522c4fdd37c0d79 W0520 02:23:00.428386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:23:00.428416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:23:05.283586 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.90.15"}] I0520 02:23:05.283599 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.90.15"}] I0520 02:23:05.285921 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.90.15"}] I0520 02:23:05.288090 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f9d13824-428b-4ddc-8397-fb831306455b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6883", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 02:23:05.289695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:23:05.289788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0520 02:23:05.292238 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"90c8d45e-5e8e-4956-8fe6-cedd0789ba3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6884", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0520 02:23:05.296215 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"949963bb-3953-4817-b8d0-3a1752c01078", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6885", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0520 02:23:08.624058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:23:08.624087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:23:11.957670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0520 02:23:11.957711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store