------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0427 04:56:40.149278 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0427 04:56:40.149490 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0427 04:56:40.154328 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0427 04:56:40.160064 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0427 04:56:40.479791 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0427 04:56:40.503266 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0427 04:56:40.517807 7 nginx.go:271] "Starting NGINX Ingress controller" I0427 04:56:40.527381 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ae234edc-ba2c-479e-9d1d-5127d071375d", APIVersion:"v1", ResourceVersion:"1484", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0427 04:56:40.530273 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9805e515-296a-46f5-95f2-f1cb61fdfe49", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0427 04:56:40.530305 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"228d63c2-fa74-4519-ae1b-dbfd7881709e", APIVersion:"v1", ResourceVersion:"1485", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0427 04:56:41.720451 7 nginx.go:317] "Starting NGINX process" I0427 04:56:41.720577 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0427 04:56:41.721105 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0427 04:56:41.721445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:41.721524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 04:56:41.721602 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 04:56:41.734073 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0427 04:56:41.734267 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-7njv2" I0427 04:56:41.752952 7 controller.go:216] "Backend successfully reloaded" I0427 04:56:41.753150 7 controller.go:227] "Initial sync, sleeping for 1 second" I0427 04:56:41.753855 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7njv2", UID:"93088efe-c1b8-40df-9ad0-ff1ce89c4e76", APIVersion:"v1", ResourceVersion:"1530", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0427 04:56:45.535329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:45.535358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:48.870658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:48.870687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:52.202962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:52.202991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:55.535897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:55.535925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:58.869302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:56:58.869346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:02.203121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:02.203176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:05.536463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:05.536501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:09.953382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:09.953583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:13.287751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:13.287811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:20.674476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:20.674529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:37.234354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:37.234414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:40.568414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:57:40.568496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:58:35.379235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:58:35.379266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:06.203006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:06.203036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:10.474689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:10.474722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:19.856713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:19.856742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:23.190757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:23.190799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:26.526194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:26.526241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:29.857825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:29.857910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:33.862675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:33.862718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:56.958777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 04:59:56.958817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:00:00.292433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:00:00.292503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:00:06.129808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:00:06.129853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:00:35.733118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:00:35.733146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:00:39.066604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:00:39.066925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:05.964423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:05.964864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:09.298696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:09.298748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:09.861359 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-144.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-144.nip.io-tls was not found. Using default certificate W0427 05:02:09.861418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:09.861432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:02:09.863541 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0427 05:02:09.863569 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0427 05:02:09.874668 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0427 05:02:09.875207 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-144.nip.io-tls" in local store I0427 05:02:09.875587 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5eba5559-e6ee-4c03-b6ed-7ea2cdefac64", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4343", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0427 05:02:10.290891 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-144.nip.io-tls" I0427 05:02:10.292062 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-144.nip.io-tls" W0427 05:02:12.632088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:12.632135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:02:12.632215 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 05:02:12.667877 7 controller.go:216] "Backend successfully reloaded" I0427 05:02:12.668270 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7njv2", UID:"93088efe-c1b8-40df-9ad0-ff1ce89c4e76", APIVersion:"v1", ResourceVersion:"1530", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.144 - - [27/Apr/2026:05:02:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.045 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 2.045 200 97acc7cb46c791cca4cdc28ec4f469d0 W0427 05:02:15.967133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:15.967174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [27/Apr/2026:05:02:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.107 [auth-system-keycloak-80] [] 10.0.0.172:8080 116 0.108 404 9947ccace6eb78ecf371ba62b73bd272 199.204.45.144 - - [27/Apr/2026:05:02:20 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.478 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 4.478 201 c00e0e5fdf5fb73048f66ebf8b22afe6 199.204.45.144 - - [27/Apr/2026:05:02:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.689 [auth-system-keycloak-80] [] 10.0.0.172:8080 4246 0.690 200 314494a8099da799dbf24cf78b1e55ca 199.204.45.144 - - [27/Apr/2026:05:02:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.515 200 e07df3db34cb62e70db365c528df4bb3 199.204.45.144 - - [27/Apr/2026:05:02:22 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.013 [auth-system-keycloak-80] [] 10.0.0.172:8080 1682 0.014 200 64ebb6e70f54cfbf5d2b948afa43c618 199.204.45.144 - - [27/Apr/2026:05:02:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.035 [auth-system-keycloak-80] [] 10.0.0.172:8080 6432 0.034 200 8089e9f77d46303aa795819fb4fb5523 199.204.45.144 - - [27/Apr/2026:05:02:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.447 200 facc665fbc0db65540f3cede4d754f92 199.204.45.144 - - [27/Apr/2026:05:02:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.108 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.108 200 9a0dd6f630dc55d562b39c8aa9788f39 199.204.45.144 - - [27/Apr/2026:05:02:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.268 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.268 201 dd87850eb895bccf7e1c75f7f71c8b49 199.204.45.144 - - [27/Apr/2026:05:02:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.027 [auth-system-keycloak-80] [] 10.0.0.172:8080 2246 0.026 200 5e32f79446b2021c2b8cfa1820c81b39 199.204.45.144 - - [27/Apr/2026:05:02:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.473 200 5d8354e032f151d8bccef209513b0f70 199.204.45.144 - - [27/Apr/2026:05:02:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 2246 0.008 200 dee74db98ad520c3da08aadf0c2f1258 199.204.45.144 - - [27/Apr/2026:05:02:26 +0000] "GET /admin/realms/atmosphere/clients/ec0fd118-4b5b-43bc-bb96-3831d9e18304/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.088 [auth-system-keycloak-80] [] 10.0.0.172:8080 233 0.088 200 8ff4a0bee33b8467a5fb856e4de5639f 199.204.45.144 - - [27/Apr/2026:05:02:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.081 [auth-system-keycloak-80] [] 10.0.0.172:8080 831 0.081 200 6725b8630cd5b26fffbd1ba290b1b3cf 199.204.45.144 - - [27/Apr/2026:05:02:26 +0000] "GET /admin/realms/atmosphere/clients/6e636323-9934-4f65-88fe-69a0b9d5a645/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.037 [auth-system-keycloak-80] [] 10.0.0.172:8080 3758 0.037 200 f1252abdb342c27918e5e23d6a849a96 199.204.45.144 - - [27/Apr/2026:05:02:26 +0000] "GET /admin/realms/atmosphere/users/42859945-fad8-498c-a22c-3e9fa5c88bd4/role-mappings/clients/6e636323-9934-4f65-88fe-69a0b9d5a645/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.129 [auth-system-keycloak-80] [] 10.0.0.172:8080 3758 0.128 200 a8a7745484983e90d638b24a9465e0ff 199.204.45.144 - - [27/Apr/2026:05:02:26 +0000] "GET /admin/realms/atmosphere/users/42859945-fad8-498c-a22c-3e9fa5c88bd4/role-mappings/clients/6e636323-9934-4f65-88fe-69a0b9d5a645/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.016 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.016 200 21f48aaf4435ddc190a94db0c395cf9e 199.204.45.144 - - [27/Apr/2026:05:02:26 +0000] "POST /admin/realms/atmosphere/users/42859945-fad8-498c-a22c-3e9fa5c88bd4/role-mappings/clients/6e636323-9934-4f65-88fe-69a0b9d5a645 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.076 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.075 204 42727abf52a8dde20e7e51a18e352761 199.204.45.144 - - [27/Apr/2026:05:02:26 +0000] "GET /admin/realms/atmosphere/users/42859945-fad8-498c-a22c-3e9fa5c88bd4/role-mappings/clients/6e636323-9934-4f65-88fe-69a0b9d5a645/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.172:8080 576 0.013 200 dd4e83462efb6d4c890398d74484db3f I0427 05:02:41.741068 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.221.98"}] I0427 05:02:41.747644 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5eba5559-e6ee-4c03-b6ed-7ea2cdefac64", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4537", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 05:02:41.748751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:02:41.748777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:04:17.399943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:04:17.399967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:05:21.484394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:05:21.484437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:05:54.325254 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0427 05:05:54.325342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:05:54.325371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:05:54.328480 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.1kB} I0427 05:05:54.328509 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0427 05:05:54.335032 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0427 05:05:54.335833 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"98e2121f-fde4-4015-a349-c35777da8ab4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5587", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 05:05:54.336152 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0427 05:05:54.336366 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0427 05:05:54.336421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:05:54.336442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:05:54.336521 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 05:05:54.371555 7 controller.go:216] "Backend successfully reloaded" I0427 05:05:54.372065 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7njv2", UID:"93088efe-c1b8-40df-9ad0-ff1ce89c4e76", APIVersion:"v1", ResourceVersion:"1530", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0427 05:05:55.021248 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0427 05:05:55.022107 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0427 05:05:57.670763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:05:57.670794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [27/Apr/2026:05:05:59 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.239:5000 281 0.004 300 f041821b0492573c6a2b83b31dfaba67 199.204.45.144 - - [27/Apr/2026:05:06:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.239:5000 266 0.004 200 7acacd0283884c0fea2c7c6bf4d6c906 199.204.45.144 - - [27/Apr/2026:05:06:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.420 [openstack-keystone-api-5000] [] 10.0.0.239:5000 1360 0.420 201 32e98924efc2b21b5fe25aa9dcfe4803 199.204.45.144 - - [27/Apr/2026:05:06:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.239:5000 281 0.004 300 c89c71778915a2b3e8894419b083ae0c 199.204.45.144 - - [27/Apr/2026:05:06:00 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.239:5000 90 0.034 404 59350dd578a5bbdc992e035116dd6954 199.204.45.144 - - [27/Apr/2026:05:06:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.239:5000 370 0.025 200 12a90f02a88998c7f04ba0262b4dea09 199.204.45.144 - - [27/Apr/2026:05:06:01 +0000] "GET /v3/domains/714248ea73934a9fa4045705576bc157 HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-keystone-api-5000] [] 10.0.0.239:5000 247 0.014 200 061fc8d4e597577796dd21bf8b2448dc 199.204.45.144 - - [27/Apr/2026:05:06:01 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.239:5000 266 0.003 200 f5bd537e11b15c336e0e802f19de41cf 199.204.45.144 - - [27/Apr/2026:05:06:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.239:5000 1360 0.306 201 728bed4b2170609ead5ccda82594aac6 199.204.45.144 - - [27/Apr/2026:05:06:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.239:5000 281 0.003 300 156766a4c73d9fe9af843d0436ef7555 199.204.45.144 - - [27/Apr/2026:05:06:02 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.239:5000 101 0.025 404 61161d84777496d4bc8649f55164ebdd 199.204.45.144 - - [27/Apr/2026:05:06:02 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.239:5000 156 0.018 200 19756e43a90339c3a0229afe26dd868e 199.204.45.144 - - [27/Apr/2026:05:06:02 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.239:5000 342 0.021 201 fe19e3e0ffecdcd19ecf7798f82aa8e1 199.204.45.144 - - [27/Apr/2026:05:06:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.239:5000 266 0.003 200 f33d0dcc706d12351efac2280249ea6b 199.204.45.144 - - [27/Apr/2026:05:06:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.239:5000 1360 0.294 201 3600aae3912d5db439ce532f4d941628 199.204.45.144 - - [27/Apr/2026:05:06:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.239:5000 281 0.003 300 72b866080b25f325d7cfd366a6dce40e 199.204.45.144 - - [27/Apr/2026:05:06:03 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.239:5000 98 0.018 404 a86dc93617e420bf3f0ec6426530e88a 199.204.45.144 - - [27/Apr/2026:05:06:03 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.239:5000 136 0.016 200 7feb86f0523ed09d91bdae59b23a2975 199.204.45.144 - - [27/Apr/2026:05:06:03 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.013 [openstack-keystone-api-5000] [] 10.0.0.239:5000 357 0.013 201 503a1934554831b7b56d0e0d241ecdf4 199.204.45.144 - - [27/Apr/2026:05:06:04 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.239:5000 266 0.003 200 a3a4aaffd94f13a485773f6aaad7f97c 199.204.45.144 - - [27/Apr/2026:05:06:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.239:5000 1360 0.290 201 8e15373268120af22a67c950e372a83b 199.204.45.144 - - [27/Apr/2026:05:06:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.239:5000 281 0.004 300 cce5d366d30de7c89f730fdcd57a2adf 199.204.45.144 - - [27/Apr/2026:05:06:04 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.239:5000 131 0.021 404 aa3f3c4bfccc2d01ce604bfac11ebbec 199.204.45.144 - - [27/Apr/2026:05:06:04 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.239:5000 168 0.017 200 e0b149ca4ddf85d6fd9de176969c0518 199.204.45.144 - - [27/Apr/2026:05:06:04 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.016 [openstack-keystone-api-5000] [] 10.0.0.239:5000 224 0.016 201 e08ac66542a91eafd588cedadb90cb92 199.204.45.144 - - [27/Apr/2026:05:06:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.470 200 b160d0c62eb884b0d68f27a6b58524f1 199.204.45.144 - - [27/Apr/2026:05:06:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.012 [auth-system-keycloak-80] [] 10.0.0.172:8080 4246 0.013 200 5d18f0b10bf574bf6443071f4dcbd404 199.204.45.144 - - [27/Apr/2026:05:06:11 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.461 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.462 204 ea5c60c0c22c86bc078b2abf76e76464 199.204.45.144 - - [27/Apr/2026:05:06:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.183 [auth-system-keycloak-80] [] 10.0.0.172:8080 4384 0.182 200 9d38135861b427d5fb186fef0d2eccd6 W0427 05:06:11.461030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:11.461064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [27/Apr/2026:05:06:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.459 200 4496e89890b3164adbfa2ecb0cf18cd4 199.204.45.144 - - [27/Apr/2026:05:06:12 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.056 [auth-system-keycloak-80] [] 10.0.0.172:8080 12500 0.056 200 94dddeeeaaa4320a957f1a84134885b3 199.204.45.144 - - [27/Apr/2026:05:06:12 +0000] "GET /admin/realms/atmosphere/client-scopes/9a4f4706-4d91-483c-8140-16305d147f92 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1278 0.006 200 04d2c51eb001008d7b791aa833a8c254 199.204.45.144 - - [27/Apr/2026:05:06:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/9a4f4706-4d91-483c-8140-16305d147f92 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.067 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.064 204 bb42d8a69a056a4bf94e6603af51661f 199.204.45.144 - - [27/Apr/2026:05:06:12 +0000] "GET /admin/realms/atmosphere/client-scopes/9a4f4706-4d91-483c-8140-16305d147f92/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.029 [auth-system-keycloak-80] [] 10.0.0.172:8080 963 0.029 200 b6b83fc81f1c915c377ad4f70c68cbd9 199.204.45.144 - - [27/Apr/2026:05:06:12 +0000] "GET /admin/realms/atmosphere/client-scopes/9a4f4706-4d91-483c-8140-16305d147f92/protocol-mappers/models/e715ebe0-a582-4ffd-8ce0-3663a56474eb HTTP/1.1" 200 366 "-" "Ansible" 1309 0.047 [auth-system-keycloak-80] [] 10.0.0.172:8080 366 0.047 200 18a707570676ec45d6038f63d7f93fd7 199.204.45.144 - - [27/Apr/2026:05:06:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/9a4f4706-4d91-483c-8140-16305d147f92/protocol-mappers/models/e715ebe0-a582-4ffd-8ce0-3663a56474eb HTTP/1.1" 204 0 "-" "Ansible" 1622 0.024 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.023 204 2b3d9cba07f3c8b2e821e88d517af3e1 199.204.45.144 - - [27/Apr/2026:05:06:12 +0000] "GET /admin/realms/atmosphere/client-scopes/9a4f4706-4d91-483c-8140-16305d147f92 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.073 [auth-system-keycloak-80] [] 10.0.0.172:8080 1218 0.073 200 85a5a25c98750ab7adefc1d3db262b94 W0427 05:06:14.795530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:14.795589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:18.127832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:18.127864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [27/Apr/2026:05:06:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.474 200 b6b645cb6da3534b5fadbc93462c43fd 199.204.45.144 - - [27/Apr/2026:05:06:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.039 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.038 200 6606e4fa26db6cb9fc8a621b276f6f48 199.204.45.144 - - [27/Apr/2026:05:06:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.098 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.096 201 d8c0060886e64f0db85f93fc2d91e4fb 199.204.45.144 - - [27/Apr/2026:05:06:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.020 200 1b26f0976f06109b64924fab6c0d39b7 199.204.45.144 - - [27/Apr/2026:05:06:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.489 200 7009b3f90dd046fc69eab66c9ae805e1 199.204.45.144 - - [27/Apr/2026:05:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.009 200 c733200ae7e8bf32db472050a3dde0a6 199.204.45.144 - - [27/Apr/2026:05:06:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.130 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.129 201 a37964a535e5267bd9219f24dd15d873 199.204.45.144 - - [27/Apr/2026:05:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.021 200 767ecc4661a2d4ead3871df6eae1898a 199.204.45.144 - - [27/Apr/2026:05:06:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.798 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.797 200 8baa80d717eee13badc726a923c27d43 199.204.45.144 - - [27/Apr/2026:05:06:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.034 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.034 200 7a289cf4044a8a9b77312877f37f3389 199.204.45.144 - - [27/Apr/2026:05:06:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.030 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.030 201 4c5fbece8daed1332f03415b2e68c942 199.204.45.144 - - [27/Apr/2026:05:06:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.061 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.061 200 979235eaf3f5e27454c2cd726e73a40f 199.204.45.144 - - [27/Apr/2026:05:06:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.444 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.442 200 39be609de6cb2611e0064fd43a1ee944 199.204.45.144 - - [27/Apr/2026:05:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.026 200 399a74119150c800c396f5d57e4874a9 199.204.45.144 - - [27/Apr/2026:05:06:38 +0000] "GET /admin/realms/atmosphere/clients/b3590feb-b161-4635-9f6b-40ba676dd0b3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.009 404 1872d324fc4656e8479b08f3069ee1f8 199.204.45.144 - - [27/Apr/2026:05:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.012 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.012 200 d1391ede7b8a8c802600e1d5382e0e2d 199.204.45.144 - - [27/Apr/2026:05:06:38 +0000] "POST /admin/realms/atmosphere/clients/b3590feb-b161-4635-9f6b-40ba676dd0b3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.064 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.063 201 4b65056636012b3928b3fc32c164be66 199.204.45.144 - - [27/Apr/2026:05:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.007 200 a3faec8ccf81f356b3df7aa554a6f6e9 199.204.45.144 - - [27/Apr/2026:05:06:38 +0000] "GET /admin/realms/atmosphere/clients/b3590feb-b161-4635-9f6b-40ba676dd0b3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.067 200 21ea6c9f178980be8829b9986fd4da89 199.204.45.144 - - [27/Apr/2026:05:06:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.444 200 552bf145c3887b029ba504ecdc2e967a 199.204.45.144 - - [27/Apr/2026:05:06:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.006 200 957a931a73a8079b7cc7db8c6502bda4 199.204.45.144 - - [27/Apr/2026:05:06:39 +0000] "GET /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.007 404 0f51e595d4f30cfe7feb1dc8c759ed8f 199.204.45.144 - - [27/Apr/2026:05:06:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.005 200 07ec3bcc5008705ddd3cda74621b46f5 199.204.45.144 - - [27/Apr/2026:05:06:39 +0000] "POST /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.016 201 66b986d07e133a5164cf575a2022653a 199.204.45.144 - - [27/Apr/2026:05:06:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.012 200 2a7d9a4ef24bf8deda26f455b74a5db9 199.204.45.144 - - [27/Apr/2026:05:06:39 +0000] "GET /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 165 0.012 200 94792b876bd3e07087257dae13134773 199.204.45.144 - - [27/Apr/2026:05:06:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.437 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.436 200 9080e299f69cda976845fc3120e69dda 199.204.45.144 - - [27/Apr/2026:05:06:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.021 200 7546fbc0a4ef558ecb3e889a9a170ff4 199.204.45.144 - - [27/Apr/2026:05:06:40 +0000] "GET /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.009 404 904cfe1e45c43ff8a951d5d903589a7a 199.204.45.144 - - [27/Apr/2026:05:06:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.006 200 9c5c1c57ae67fac5be66ab4b0e1e9e93 199.204.45.144 - - [27/Apr/2026:05:06:40 +0000] "POST /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.015 201 ce437a72134b6c0dae8e6dfb38e2c70f 199.204.45.144 - - [27/Apr/2026:05:06:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.005 200 07fb8fecb39ca839303ce794fe494749 199.204.45.144 - - [27/Apr/2026:05:06:40 +0000] "GET /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.010 200 6ec238d36ef8b75811123fe9520ca8be 199.204.45.144 - - [27/Apr/2026:05:06:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.455 200 9a60b7c704f2743d44b91fc7907c2579 199.204.45.144 - - [27/Apr/2026:05:06:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.004 200 5a17a43f5b0b736279e3371f34528339 199.204.45.144 - - [27/Apr/2026:05:06:41 +0000] "GET /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.007 404 3a8eff070d6c7878e7256669b5fe5296 199.204.45.144 - - [27/Apr/2026:05:06:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.007 200 26ef8c486f2d0bdcf42520dad50152dd 199.204.45.144 - - [27/Apr/2026:05:06:41 +0000] "POST /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.030 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.030 201 283eeea7fbe52e4460735071009a73ef 199.204.45.144 - - [27/Apr/2026:05:06:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.007 200 7faec83e3a529827bf59b5a5f08912e4 199.204.45.144 - - [27/Apr/2026:05:06:41 +0000] "GET /admin/realms/atmosphere/clients/172adc5a-5227-4ec4-8d0b-6758ad55b916/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.041 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.042 200 67d1e491b769b12fda07c585236d77e8 E0427 05:06:41.715582 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-144.nip.io. Skipping. W0427 05:06:41.716076 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0427 05:06:41.716188 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0427 05:06:41.716231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:41.716244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:06:41.718757 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.003s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:22.8kB} I0427 05:06:41.718781 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0427 05:06:41.723302 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0427 05:06:41.723640 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"de0e5efa-6c03-428a-acd2-c7e6093cd865", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6058", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0427 05:06:41.723906 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-144.nip.io. Skipping. W0427 05:06:41.724153 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0427 05:06:41.724476 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0427 05:06:41.724618 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0427 05:06:41.724723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:41.724802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:06:41.724956 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 05:06:41.741639 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.107.221.98"}] I0427 05:06:41.741984 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.221.98"}] I0427 05:06:41.748461 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"98e2121f-fde4-4015-a349-c35777da8ab4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6062", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0427 05:06:41.749653 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-144.nip.io. Skipping. W0427 05:06:41.750315 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0427 05:06:41.750037 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"de0e5efa-6c03-428a-acd2-c7e6093cd865", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6063", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0427 05:06:41.769640 7 controller.go:216] "Backend successfully reloaded" I0427 05:06:41.770074 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7njv2", UID:"93088efe-c1b8-40df-9ad0-ff1ce89c4e76", APIVersion:"v1", ResourceVersion:"1530", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0427 05:06:41.988198 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0427 05:06:41.988392 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-144.nip.io. Skipping. I0427 05:06:41.989882 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" 199.204.45.144 - - [27/Apr/2026:05:06:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.443 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.442 200 c05a898b94284c30df9cf8e7429fcc38 199.204.45.144 - - [27/Apr/2026:05:06:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.006 200 84326a8e5aa85699764b470e1a6a5800 199.204.45.144 - - [27/Apr/2026:05:06:42 +0000] "GET /admin/realms/atmosphere/clients/7b6cb814-f354-40ad-b1b0-7fe1f0fef307/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.007 404 9ef75238d36084e44e947765c5311496 199.204.45.144 - - [27/Apr/2026:05:06:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.005 200 f5b1bd404bc0f7e7e45701014846772e 199.204.45.144 - - [27/Apr/2026:05:06:42 +0000] "POST /admin/realms/atmosphere/clients/7b6cb814-f354-40ad-b1b0-7fe1f0fef307/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.049 201 2bd0b2e31888aa827744482bf1f180ed 199.204.45.144 - - [27/Apr/2026:05:06:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.005 200 523cb51483367a9108bed5da8ea1d881 199.204.45.144 - - [27/Apr/2026:05:06:42 +0000] "GET /admin/realms/atmosphere/clients/7b6cb814-f354-40ad-b1b0-7fe1f0fef307/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.010 200 8f1c8eaedc566116aae2196b47ce2717 W0427 05:06:45.058763 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0427 05:06:45.058841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:45.058857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:48.391877 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0427 05:06:48.392019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:06:48.392044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:24.990302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:24.990335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:28.323273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:28.323306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:31.656759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:31.656790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:49.820244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:49.820333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:49.904443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 05:07:49.904532 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0427 05:07:49.904574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:49.904586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:07:49.907768 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:26.4kB} I0427 05:07:49.907793 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0427 05:07:49.912742 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:07:49.912813 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0427 05:07:49.912854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:49.912867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:49.919207 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. I0427 05:07:49.921060 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.009s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:26.4kB} I0427 05:07:49.921090 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0427 05:07:49.921577 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0427 05:07:49.922129 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1dc43edd-eb74-4278-8b23-7ca4c3bd2049", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6708", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 05:07:49.922132 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store W0427 05:07:49.922917 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0427 05:07:49.922996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:49.923012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:07:49.927147 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.009s renderingIngressLength:4 renderingIngressTime:0.007s admissionTime:0.016s testedConfigurationSize:26.4kB} I0427 05:07:49.927169 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0427 05:07:49.929576 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0427 05:07:49.929880 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0427 05:07:49.929921 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e581c47f-7788-4ad0-9c6b-8366f6468cff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6716", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0427 05:07:49.936501 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0427 05:07:49.936689 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fa5ff092-fe03-42ca-800d-3f87696ddad4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6722", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 05:07:49.936829 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0427 05:07:50.291853 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0427 05:07:50.292552 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0427 05:07:50.427695 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0427 05:07:50.431903 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0427 05:07:52.333340 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0427 05:07:52.334337 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0427 05:07:53.153774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:07:53.153815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 05:07:53.153855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 05:07:53.153945 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0427 05:07:53.153994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:53.154019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:07:53.154142 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 05:07:53.299688 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0427 05:07:53.301468 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0427 05:07:53.307444 7 controller.go:216] "Backend successfully reloaded" I0427 05:07:53.307745 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7njv2", UID:"93088efe-c1b8-40df-9ad0-ff1ce89c4e76", APIVersion:"v1", ResourceVersion:"1530", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0427 05:07:56.486924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:07:56.486963 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 05:07:56.486982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 05:07:56.487069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:56.487080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:59.821582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:07:59.821646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 05:07:59.821689 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 05:07:59.821821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:07:59.821848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:03.155954 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:08:03.156030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 05:08:03.156122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 05:08:03.156295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:03.156334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:06.487202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:08:06.487285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 05:08:06.487359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 05:08:06.487679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:06.487730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:09.821262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:08:09.821398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 05:08:09.821452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 05:08:09.821647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:09.821673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.78 - - [27/Apr/2026:05:08:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 6432 0.009 200 7936e1f4c19238e037f1a2d92d3c714a 10.0.0.200 - - [27/Apr/2026:05:08:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 6432 0.007 200 8c60b4ae70e7739bde4c941fbea7c991 W0427 05:08:13.154728 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:08:13.154984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:13.155001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:16.487998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 05:08:16.488381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:16.488412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [27/Apr/2026:05:08:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.501 200 082abe7a6ba98f551186c34985f23bb1 199.204.45.144 - - [27/Apr/2026:05:08:18 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.021 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.021 200 bc907f74c39c3e3b69a956740ec36930 199.204.45.144 - - [27/Apr/2026:05:08:18 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.069 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.068 201 5f75b59dc3e36817d72eabf77c8c521f 199.204.45.144 - - [27/Apr/2026:05:08:18 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 322 0.017 200 96035fe116d130cfb0f1cb3d69afc334 199.204.45.144 - - [27/Apr/2026:05:08:18 +0000] "GET /admin/realms/atmosphere/users/9dd3a562-8beb-4e3e-9511-17c5aff72076/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.012 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.013 200 bc477e57cdc274524b083ae91ebadb44 199.204.45.144 - - [27/Apr/2026:05:08:18 +0000] "GET /admin/realms/atmosphere/users/9dd3a562-8beb-4e3e-9511-17c5aff72076/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.006 200 7c4cca98d2459be64853b60a02ce4fb4 199.204.45.144 - - [27/Apr/2026:05:08:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.239:5000 266 0.004 200 039912732d6051f2b32ded753413d30f W0427 05:08:19.821770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:19.821819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [27/Apr/2026:05:08:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.311 [openstack-keystone-api-5000] [] 10.0.0.239:5000 1360 0.311 201 d8306a6f686c2371503c3f9b2b51eae7 199.204.45.144 - - [27/Apr/2026:05:08:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.239:5000 281 0.003 300 4e8a134a63bb51d7637f6c3ff615d4dd 199.204.45.144 - - [27/Apr/2026:05:08:20 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.239:5000 90 0.028 404 7f55a50d1327108cc03f67abe3997c17 199.204.45.144 - - [27/Apr/2026:05:08:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.030 [openstack-keystone-api-5000] [] 10.0.0.239:5000 370 0.030 200 225a3800f8c9c4ceeaacafde6b1d26c4 199.204.45.144 - - [27/Apr/2026:05:08:20 +0000] "GET /v3/users?domain_id=714248ea73934a9fa4045705576bc157&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.311 [openstack-keystone-api-5000] [] 10.0.0.239:5000 451 0.311 200 f791f5f0fd945a279cd7725688c3c6c5 W0427 05:08:23.154206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:23.154270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:08:41.741414 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.221.98"}] I0427 05:08:41.741415 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.221.98"}] I0427 05:08:41.741997 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.221.98"}] I0427 05:08:41.746629 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fa5ff092-fe03-42ca-800d-3f87696ddad4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7512", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 05:08:41.749313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:41.749340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 05:08:41.749508 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1dc43edd-eb74-4278-8b23-7ca4c3bd2049", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0427 05:08:41.751860 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e581c47f-7788-4ad0-9c6b-8366f6468cff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7514", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 05:08:45.083089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:45.083219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:48.415624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 05:08:48.415670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store