------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0609 15:08:10.020262 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0609 15:08:10.020388 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0609 15:08:10.028566 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0609 15:08:10.031370 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0609 15:08:10.761778 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0609 15:08:10.780660 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0609 15:08:10.792883 7 nginx.go:271] "Starting NGINX Ingress controller" I0609 15:08:10.799222 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"50a11c20-bd16-42aa-b347-5d4ef0b785eb", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0609 15:08:10.803165 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4bc9f19c-a163-4a91-ac09-a226f07a4be8", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0609 15:08:10.803258 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f459507e-4a10-48ca-9eb9-886f4b9173a7", APIVersion:"v1", ResourceVersion:"1392", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0609 15:08:11.994984 7 nginx.go:317] "Starting NGINX process" I0609 15:08:11.995074 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0609 15:08:11.995668 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0609 15:08:11.995944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:11.995990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:08:11.996040 7 controller.go:196] "Configuration changes detected, backend reload required" I0609 15:08:12.004143 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0609 15:08:12.004171 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-8xb4s" I0609 15:08:12.025353 7 controller.go:216] "Backend successfully reloaded" I0609 15:08:12.025453 7 controller.go:227] "Initial sync, sleeping for 1 second" I0609 15:08:12.025581 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xb4s", UID:"ec16e207-51a6-4de5-a5d7-16c3d01cc5b6", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0609 15:08:15.824575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:15.824611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:19.159519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:19.159566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:22.492490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:22.492520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:25.825456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:25.825539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:29.158978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:29.159013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:37.061899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:37.061935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:40.395735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:40.395779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:43.728697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:43.728736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:49.149574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:49.149775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:54.359294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:54.359327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:57.693428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:08:57.693488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:16.577950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:16.577994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:27.998353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:27.998377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:31.331773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:31.331806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:34.665730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:34.665768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:38.000340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:38.000386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:41.332434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:41.332494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:44.666094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:44.666146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:47.998593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:47.998651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:51.332619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:51.332651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:54.961760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:54.961816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:58.296170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:10:58.296199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:04.622563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:04.622592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:07.956685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:07.956726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:08.291561 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-169.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-169.nip.io-tls was not found. Using default certificate W0609 15:13:08.291627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:08.291677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:13:08.293587 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0609 15:13:08.293639 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0609 15:13:08.299972 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0609 15:13:08.300281 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c98853df-5a7a-4472-bd1e-ebb6794a76bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3595", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:13:08.300348 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-169.nip.io-tls" in local store I0609 15:13:08.713925 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-169.nip.io-tls" I0609 15:13:08.715081 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-169.nip.io-tls" W0609 15:13:11.289650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:11.289698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:13:11.289780 7 controller.go:196] "Configuration changes detected, backend reload required" I0609 15:13:11.328997 7 controller.go:216] "Backend successfully reloaded" I0609 15:13:11.329247 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xb4s", UID:"ec16e207-51a6-4de5-a5d7-16c3d01cc5b6", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0609 15:13:12.014434 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.63.132"}] I0609 15:13:12.020900 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c98853df-5a7a-4472-bd1e-ebb6794a76bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3660", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:13:14.623484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:14.623528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:17.956939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:13:17.956991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [09/Jun/2026:15:13:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.062 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 2.061 200 3a9b16556333423ca9ed3ed36cba0dad 199.204.45.169 - - [09/Jun/2026:15:13:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.211:8080 116 0.183 404 5242b0bd7d37db3928224500f4e52a7d 199.204.45.169 - - [09/Jun/2026:15:13:24 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.891 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 3.891 201 00deae720eb00b719900192f64ed3e38 199.204.45.169 - - [09/Jun/2026:15:13:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.599 [auth-system-keycloak-80] [] 10.0.0.211:8080 4246 0.600 200 579aa3a5fc833aa37506a129e0f86f2b 199.204.45.169 - - [09/Jun/2026:15:13:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.499 200 5a11b8b70c272bd34a70cfe0c27dd7a5 199.204.45.169 - - [09/Jun/2026:15:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.075 [auth-system-keycloak-80] [] 10.0.0.211:8080 12500 0.074 200 d52d198c3894be8d798b902173094b4d 199.204.45.169 - - [09/Jun/2026:15:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes/6656e427-8228-4725-a5c8-09b400a56880 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.211:8080 1278 0.009 200 85b029d8d5230d260cab35e26ee76b19 199.204.45.169 - - [09/Jun/2026:15:13:25 +0000] "PUT /admin/realms/atmosphere/client-scopes/6656e427-8228-4725-a5c8-09b400a56880 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.045 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.044 204 22b73ede5f49f1bdc578974473855e40 199.204.45.169 - - [09/Jun/2026:15:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes/6656e427-8228-4725-a5c8-09b400a56880/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.074 [auth-system-keycloak-80] [] 10.0.0.211:8080 963 0.074 200 47724daacbce9bfa4498b3ae4c8b5ada 199.204.45.169 - - [09/Jun/2026:15:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes/6656e427-8228-4725-a5c8-09b400a56880/protocol-mappers/models/6bfb136a-4143-4179-80f4-bdfcaea64472 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.211:8080 366 0.013 200 634ef103512484b98393b543c1b7f101 199.204.45.169 - - [09/Jun/2026:15:13:26 +0000] "PUT /admin/realms/atmosphere/client-scopes/6656e427-8228-4725-a5c8-09b400a56880/protocol-mappers/models/6bfb136a-4143-4179-80f4-bdfcaea64472 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.077 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.077 204 084b380e8f611e2cb8d623e49f2e56df 199.204.45.169 - - [09/Jun/2026:15:13:26 +0000] "GET /admin/realms/atmosphere/client-scopes/6656e427-8228-4725-a5c8-09b400a56880 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.081 [auth-system-keycloak-80] [] 10.0.0.211:8080 1218 0.080 200 98933876cae11797b750316f028400b0 199.204.45.169 - - [09/Jun/2026:15:13:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.473 200 845364679f66b968ae8897bebedf66d4 199.204.45.169 - - [09/Jun/2026:15:13:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.048 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.048 200 ae54c10833cf87629cb135e2cfde920a 199.204.45.169 - - [09/Jun/2026:15:13:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.201 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.200 201 20bf6836588c42a4e84b544139626b81 199.204.45.169 - - [09/Jun/2026:15:13:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.211:8080 1261 0.083 200 1ec9b80833e3d006103d852abe9e5118 199.204.45.169 - - [09/Jun/2026:15:13:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.454 200 52e56c65d107909c60ded2ea9f95af64 199.204.45.169 - - [09/Jun/2026:15:13:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.028 200 84343e84d50cca9163475112c5cd82c8 199.204.45.169 - - [09/Jun/2026:15:13:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.105 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.105 201 71374e0f8e1c428553695e6996bac8b9 199.204.45.169 - - [09/Jun/2026:15:13:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.074 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.074 200 4201b5960a7fa94596bf43ab38920db7 199.204.45.169 - - [09/Jun/2026:15:13:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.496 200 84c78260f1d0dc8c0fe5b15f30a0fe5a 199.204.45.169 - - [09/Jun/2026:15:13:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.010 200 9bcaea3ab0b4f90199f4f19316cca97a 199.204.45.169 - - [09/Jun/2026:15:13:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.082 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.080 201 8f52b7ad472e8a4188b86beeb3b198b8 199.204.45.169 - - [09/Jun/2026:15:13:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.211:8080 1251 0.078 200 85b20ad2d14aedf523c2ee25dd9e373f 199.204.45.169 - - [09/Jun/2026:15:13:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.481 200 c07acef10a57a5da9b24f0b0e10682bf 199.204.45.169 - - [09/Jun/2026:15:13:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.211:8080 1261 0.005 200 e732226f17e1a542ac6287b8852e17a6 199.204.45.169 - - [09/Jun/2026:15:13:50 +0000] "GET /admin/realms/atmosphere/clients/ef985bed-fcb4-4d54-b500-e25060523d4c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.046 404 3e50e83b52e4072efc86bb099f9bac8e 199.204.45.169 - - [09/Jun/2026:15:13:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.211:8080 1261 0.004 200 d1d3de6dfc55bb83ef0f307b0c6febf9 199.204.45.169 - - [09/Jun/2026:15:13:50 +0000] "POST /admin/realms/atmosphere/clients/ef985bed-fcb4-4d54-b500-e25060523d4c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.020 201 cb9645bbe897dadd2ba37da67f8a8f02 199.204.45.169 - - [09/Jun/2026:15:13:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.211:8080 1261 0.008 200 07ff0eb1b3e48bb2b9e938dd7ed59456 199.204.45.169 - - [09/Jun/2026:15:13:50 +0000] "GET /admin/realms/atmosphere/clients/ef985bed-fcb4-4d54-b500-e25060523d4c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.031 [auth-system-keycloak-80] [] 10.0.0.211:8080 166 0.031 200 cf93f5d7f89f528c22436bfac03154a0 199.204.45.169 - - [09/Jun/2026:15:13:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.516 200 122aed39d23415e874949aea7b32c4e7 199.204.45.169 - - [09/Jun/2026:15:13:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.009 200 0088c46a97c44a56ea1bea4120590c02 199.204.45.169 - - [09/Jun/2026:15:13:51 +0000] "GET /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.010 404 5158d6a85910fccee659d825973c1e5b 199.204.45.169 - - [09/Jun/2026:15:13:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.007 200 9bcad1219d73d556499f7ec1c2fd2a9a 199.204.45.169 - - [09/Jun/2026:15:13:51 +0000] "POST /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.024 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.024 201 1f7bc32bd09ceefe3546ff0f220319f4 199.204.45.169 - - [09/Jun/2026:15:13:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.005 200 80271a65585cf4fbe382cc4a291bd1b3 199.204.45.169 - - [09/Jun/2026:15:13:51 +0000] "GET /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.068 [auth-system-keycloak-80] [] 10.0.0.211:8080 165 0.068 200 b0496095a97988c59f332c7fddabc2eb 199.204.45.169 - - [09/Jun/2026:15:13:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.530 200 e05487328fdf3cb43c1f7978e8aa788e 199.204.45.169 - - [09/Jun/2026:15:13:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.005 200 2b0766d8d3ebe8168bde8b9f32da42fd 199.204.45.169 - - [09/Jun/2026:15:13:52 +0000] "GET /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.009 404 2afe6f48d46162021be09182bd8c3e74 199.204.45.169 - - [09/Jun/2026:15:13:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.007 200 0ec915ff95f5897cfc00ad2e01085812 199.204.45.169 - - [09/Jun/2026:15:13:52 +0000] "POST /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.044 201 3f407743de2a9de9b959a8153f4d0b03 199.204.45.169 - - [09/Jun/2026:15:13:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.008 200 855a4e6911e5a67a182676650cfecd68 199.204.45.169 - - [09/Jun/2026:15:13:52 +0000] "GET /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.211:8080 166 0.065 200 85b4eabdcc685cbf11c8618a7ec2f8fa 199.204.45.169 - - [09/Jun/2026:15:13:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.467 200 79400134c519f0091740c2def548e1b6 199.204.45.169 - - [09/Jun/2026:15:13:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.041 200 5d09ce0a8483af4e63c4459192c5058a 199.204.45.169 - - [09/Jun/2026:15:13:53 +0000] "GET /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.010 404 5f1098fe6bc39af53f02b264fb44ed24 199.204.45.169 - - [09/Jun/2026:15:13:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.061 200 434efe0aae38df5d2c02a59f132236e3 199.204.45.169 - - [09/Jun/2026:15:13:53 +0000] "POST /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.019 201 cc75cfeffd08cfc88b03e1338a9c6b71 199.204.45.169 - - [09/Jun/2026:15:13:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.211:8080 1286 0.054 200 ebc3bc282074103b13eb1e1786e3a33f 199.204.45.169 - - [09/Jun/2026:15:13:54 +0000] "GET /admin/realms/atmosphere/clients/e8a10565-031d-4436-8d26-4b18fd1d29f9/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.211:8080 166 0.014 200 efce41626b9bca6a5967438413c4510a 199.204.45.169 - - [09/Jun/2026:15:13:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.495 200 34293f6a81c3075488f78ac71f4bc8c6 199.204.45.169 - - [09/Jun/2026:15:13:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.211:8080 1251 0.006 200 1e70864c5df30f010061d84045d33862 199.204.45.169 - - [09/Jun/2026:15:13:54 +0000] "GET /admin/realms/atmosphere/clients/b1abcedf-6ab8-4d01-8008-e915557622d3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 119 0.007 404 b4452c7dd188e0a5becc92a124bb7f17 199.204.45.169 - - [09/Jun/2026:15:13:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.046 [auth-system-keycloak-80] [] 10.0.0.211:8080 1251 0.046 200 9ef2eea64df05b4a8f70b98e92b198c1 199.204.45.169 - - [09/Jun/2026:15:13:54 +0000] "POST /admin/realms/atmosphere/clients/b1abcedf-6ab8-4d01-8008-e915557622d3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.015 201 60121fed5314e55417b4aa962b37930f 199.204.45.169 - - [09/Jun/2026:15:13:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 1251 0.006 200 5f72a9350e488d9aff4e84897f2790f0 199.204.45.169 - - [09/Jun/2026:15:13:54 +0000] "GET /admin/realms/atmosphere/clients/b1abcedf-6ab8-4d01-8008-e915557622d3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.211:8080 166 0.013 200 f9b2dfe8277e00dda19c54a853aaeccd W0609 15:14:08.429481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:14:08.429698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:01.176333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:01.176403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:01.243084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:01.243162 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0609 15:15:01.243199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:01.243219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:01.244260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:01.244370 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0609 15:15:01.244260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:01.244430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:01.244529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:01.244703 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0609 15:15:01.244838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:01.244865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:15:01.244955 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0609 15:15:01.244987 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0609 15:15:01.247224 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0609 15:15:01.247262 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0609 15:15:01.247498 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0609 15:15:01.247529 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0609 15:15:01.252120 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0609 15:15:01.252587 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0609 15:15:01.252996 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2fb624b7-f1bf-4c29-9a29-799843e01ea5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4608", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0609 15:15:01.254535 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0609 15:15:01.254798 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2aa944be-5502-442e-bf9f-dccf1002843c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4612", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:15:01.254874 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0609 15:15:01.254899 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0609 15:15:01.254992 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a13d6c88-aa80-43d2-a0a7-237b7ba03f22", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4613", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:15:01.255047 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0609 15:15:01.695824 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0609 15:15:01.696975 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0609 15:15:01.737490 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0609 15:15:01.738416 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0609 15:15:02.773252 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0609 15:15:02.774014 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0609 15:15:04.509878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:04.509944 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:04.509985 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:04.510128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:04.510157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:15:04.510284 7 controller.go:196] "Configuration changes detected, backend reload required" I0609 15:15:04.560589 7 controller.go:216] "Backend successfully reloaded" I0609 15:15:04.560807 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xb4s", UID:"ec16e207-51a6-4de5-a5d7-16c3d01cc5b6", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0609 15:15:07.843325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:07.843407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:07.843448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:07.843613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:07.843647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:11.177009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:11.177066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:11.177103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:11.177233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:11.177254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:15:12.010599 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.63.132"}] I0609 15:15:12.010627 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.63.132"}] I0609 15:15:12.010642 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.63.132"}] I0609 15:15:12.025925 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2aa944be-5502-442e-bf9f-dccf1002843c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5106", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0609 15:15:12.026001 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a13d6c88-aa80-43d2-a0a7-237b7ba03f22", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5107", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0609 15:15:12.026459 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2fb624b7-f1bf-4c29-9a29-799843e01ea5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5108", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:15:14.510318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:14.510376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:14.510409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:14.510507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:14.510525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:17.843938 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:17.844025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:17.844090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:17.844282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:17.844321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:21.176972 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:21.177085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:21.177288 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:21.177607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:21.177642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:24.509844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:24.509924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:24.510011 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:24.510173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:24.510239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:27.843481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:27.843581 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:27.843652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:27.843804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:27.843830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:31.176602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:31.176657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0609 15:15:31.176680 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:31.176756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:31.176775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:34.510230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:34.510362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:34.510542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:34.510583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:37.844757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:37.844866 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:37.844952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:37.844971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:41.177104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:41.177267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:41.177428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:41.177457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:44.510278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:44.510369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0609 15:15:44.510488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:44.510516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.17 - - [09/Jun/2026:15:15:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.211:8080 6432 0.028 200 68b23c6a171fcda69c3347b199f66943 W0609 15:15:47.843253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:47.843466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:47.843492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.196 - - [09/Jun/2026:15:15:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.211:8080 6432 0.006 200 ecbfb7a5c191cc067eae796da92f91d6 W0609 15:15:51.176877 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:51.177081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:51.177110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:54.510423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:54.510731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:54.510781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:57.844893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0609 15:15:57.845142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:15:57.845174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:01.176843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:01.176886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:04.510637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:04.510694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:13.618861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:13.618898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:16.955044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:16.955089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [09/Jun/2026:15:16:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.479 200 d980f02ad523b6e6bd4e81d07ea1e76c 199.204.45.169 - - [09/Jun/2026:15:16:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.025 [auth-system-keycloak-80] [] 10.0.0.211:8080 4246 0.025 200 01b2a34232bd32e14e97232e1cbf2632 199.204.45.169 - - [09/Jun/2026:15:16:18 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.392 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.392 204 f411c14165ae0ae4b0a89cf0cb19e0a7 199.204.45.169 - - [09/Jun/2026:15:16:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.197 [auth-system-keycloak-80] [] 10.0.0.211:8080 4384 0.196 200 5615281d6c60b263e1b11f090b62f47d 199.204.45.169 - - [09/Jun/2026:15:16:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.472 200 f851f1d7043de1e14d9ed581429dd446 199.204.45.169 - - [09/Jun/2026:15:16:20 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.211:8080 1682 0.009 200 fbe05bf9391e2536ec4cb4f9b30d575c 199.204.45.169 - - [09/Jun/2026:15:16:20 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.004 [auth-system-keycloak-80] [] 10.0.0.211:8080 6432 0.005 200 7d19fc9250cc6f38966ee58c48f97c0e 199.204.45.169 - - [09/Jun/2026:15:16:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.515 200 9507b584c9bc5efae18544b192490d2b 199.204.45.169 - - [09/Jun/2026:15:16:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.009 200 945c5bbb2f74d46f379f8a839f51e3df 199.204.45.169 - - [09/Jun/2026:15:16:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.101 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.101 201 81f18388591b633c7a91f563f0b6f910 199.204.45.169 - - [09/Jun/2026:15:16:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.074 [auth-system-keycloak-80] [] 10.0.0.211:8080 2246 0.075 200 7461a5606c14e53f58880e34a24945a0 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.211:8080 1928 0.457 200 18466c64cb57bf0390db2ca0a080d61d 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.211:8080 2246 0.006 200 c6b4c72c00e019044ce6766b05eac4b3 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "GET /admin/realms/atmosphere/clients/202fca71-07a1-4a41-a2b8-5e3e651d8430/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.055 [auth-system-keycloak-80] [] 10.0.0.211:8080 233 0.055 200 2582047f2ccb9c5a63acce475e3549dc 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.083 [auth-system-keycloak-80] [] 10.0.0.211:8080 831 0.084 200 9a37f58954d62713e5321fd286bcdae1 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "GET /admin/realms/atmosphere/clients/8e65814e-7f49-4f0c-813d-85d51a473728/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.092 [auth-system-keycloak-80] [] 10.0.0.211:8080 3758 0.092 200 d2c6b89a8ac1dc9fea7bb86a2d65ce0b 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "GET /admin/realms/atmosphere/users/94dc7c30-3bd1-431c-a92f-5044503cc88b/role-mappings/clients/8e65814e-7f49-4f0c-813d-85d51a473728/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.196 [auth-system-keycloak-80] [] 10.0.0.211:8080 3758 0.196 200 17f4c1a1413efa114b608b4d93865830 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "GET /admin/realms/atmosphere/users/94dc7c30-3bd1-431c-a92f-5044503cc88b/role-mappings/clients/8e65814e-7f49-4f0c-813d-85d51a473728/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.211:8080 2 0.082 200 91c169ec2d477078b0f833d405ce5549 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "POST /admin/realms/atmosphere/users/94dc7c30-3bd1-431c-a92f-5044503cc88b/role-mappings/clients/8e65814e-7f49-4f0c-813d-85d51a473728 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.211:8080 0 0.018 204 67f83221e6c4bc2e08cb17051f31a713 199.204.45.169 - - [09/Jun/2026:15:16:23 +0000] "GET /admin/realms/atmosphere/users/94dc7c30-3bd1-431c-a92f-5044503cc88b/role-mappings/clients/8e65814e-7f49-4f0c-813d-85d51a473728/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.059 [auth-system-keycloak-80] [] 10.0.0.211:8080 576 0.059 200 4d01ef79d7db433f2a678ff8c9fde1e6 W0609 15:16:26.392650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:26.392685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:29.726155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:29.726201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:33.060282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:16:33.060327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0609 15:18:31.307591 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0609 15:18:39.306803 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0609 15:18:39.306914 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0609 15:18:39.307053 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0609 15:18:39.307143 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0609 15:18:46.313572 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0609 15:19:17.764951 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0609 15:19:44.643320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:19:44.643366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:19:47.977347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:19:47.977384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:19:51.311164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:19:51.311206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:09.816135 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0609 15:20:09.816198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:09.816213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:20:09.818751 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0609 15:20:09.818778 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0609 15:20:09.827736 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0609 15:20:09.827974 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"62123b89-049d-4141-94f1-92ed43a8a859", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7217", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:20:09.828151 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0609 15:20:09.828446 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0609 15:20:09.828516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:09.828533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:20:09.828618 7 controller.go:196] "Configuration changes detected, backend reload required" I0609 15:20:09.890000 7 controller.go:216] "Backend successfully reloaded" I0609 15:20:09.890245 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xb4s", UID:"ec16e207-51a6-4de5-a5d7-16c3d01cc5b6", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0609 15:20:10.113922 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0609 15:20:10.115294 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0609 15:20:13.163124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:13.163166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [09/Jun/2026:15:20:14 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.005 300 6e61b3ef378b33cb0566765a6becad71 199.204.45.169 - - [09/Jun/2026:15:20:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 266 0.004 200 0890b7be85f0e32373ec640afb36f455 199.204.45.169 - - [09/Jun/2026:15:20:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1360 0.335 201 6170bfa997efcdd0e409121b0110a1e8 199.204.45.169 - - [09/Jun/2026:15:20:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.003 300 0b2eadf7fc2e3305d69807e4132ea6e1 199.204.45.169 - - [09/Jun/2026:15:20:16 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.24:5000 90 0.034 404 92bdabf6054aeab476a0831b62c227f6 199.204.45.169 - - [09/Jun/2026:15:20:16 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.24:5000 370 0.025 200 c0b0356fc3e3db7233df04fc64d41c9f 199.204.45.169 - - [09/Jun/2026:15:20:16 +0000] "GET /v3/domains/bcb445ff6a9d4ceaab2a1caa465a892f HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.24:5000 247 0.020 200 780c64b3de8157a6d9b0af7a85424298 199.204.45.169 - - [09/Jun/2026:15:20:16 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.24:5000 266 0.003 200 8684c2f36d2087d2176f71420ada138a 199.204.45.169 - - [09/Jun/2026:15:20:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1360 0.285 201 a77ac8ab0a56b7fa82485c108b6b256f 199.204.45.169 - - [09/Jun/2026:15:20:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.004 300 67cde6683e4c0c3102403308ada42682 199.204.45.169 - - [09/Jun/2026:15:20:17 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.24:5000 101 0.022 404 6070c2b8877a8bcd02888902d12ac306 199.204.45.169 - - [09/Jun/2026:15:20:17 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.24:5000 156 0.019 200 56dd3f1e88c52e200bdf1e90f4c32a9e 199.204.45.169 - - [09/Jun/2026:15:20:17 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.24:5000 342 0.026 201 c62b8c992d3b6968b774f917e4f5058a I0609 15:20:17.772096 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.63.132"}] I0609 15:20:17.778394 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"62123b89-049d-4141-94f1-92ed43a8a859", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7282", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:20:17.779541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:17.779579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [09/Jun/2026:15:20:18 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.24:5000 266 0.003 200 c8a5b60531dd7a443916d4f1bd033bc5 199.204.45.169 - - [09/Jun/2026:15:20:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1360 0.291 201 c73a00f42ed4c6941b7c8dd0eb1b3539 199.204.45.169 - - [09/Jun/2026:15:20:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.002 300 1ed8b1aa226f0918db56ea7046c59212 199.204.45.169 - - [09/Jun/2026:15:20:18 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.24:5000 98 0.024 404 95d95ad214e27d16da191e50cfe7fdce 199.204.45.169 - - [09/Jun/2026:15:20:18 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.24:5000 136 0.014 200 4ed44b37af3d9cf0af839a2e65363605 199.204.45.169 - - [09/Jun/2026:15:20:18 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.24:5000 357 0.020 201 5907df5d27abfe2beb8dc5efb7fe4098 199.204.45.169 - - [09/Jun/2026:15:20:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.24:5000 266 0.003 200 d335d4169422be1566c0ffc5809889b4 199.204.45.169 - - [09/Jun/2026:15:20:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1360 0.286 201 a756d9cc7c66fe2033d4f40ff90d16b3 199.204.45.169 - - [09/Jun/2026:15:20:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.003 300 e75d07b3f1e721b33666dd3f3ea969d2 199.204.45.169 - - [09/Jun/2026:15:20:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.24:5000 131 0.028 404 190351cef1d5834181e7a123ee7ac01d 199.204.45.169 - - [09/Jun/2026:15:20:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.24:5000 168 0.017 200 2b5f08d750abee8053adb0905deb7829 199.204.45.169 - - [09/Jun/2026:15:20:19 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.24:5000 224 0.024 201 e8f546151b73395d0b4b84d2e88b5459 W0609 15:20:30.339530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:30.339572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:33.673573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:33.673631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:37.007117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:37.007170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:40.341465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:40.341509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:54.836816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:54.836863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:58.171035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:20:58.171090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:21:01.503771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:21:01.503809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:21:04.837765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:21:04.837820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:22:35.969750 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0609 15:22:35.969882 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0609 15:22:35.969953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:22:35.969982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:22:35.974028 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0609 15:22:35.974068 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0609 15:22:35.981458 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0609 15:22:35.981785 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"f2a832ad-2243-4065-b49d-524817de5748", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8319", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:22:35.982114 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0609 15:22:35.982433 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0609 15:22:35.982524 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0609 15:22:35.982592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:22:35.982610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:22:35.982732 7 controller.go:196] "Configuration changes detected, backend reload required" I0609 15:22:36.038198 7 controller.go:216] "Backend successfully reloaded" I0609 15:22:36.038433 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xb4s", UID:"ec16e207-51a6-4de5-a5d7-16c3d01cc5b6", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0609 15:22:36.349783 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0609 15:22:36.350462 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.169 - - [09/Jun/2026:15:22:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.003 300 6b337a8da2b46c949a9d92c578aa31b4 199.204.45.169 - - [09/Jun/2026:15:22:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1992 0.330 201 ce6ce605d8581d93dda2729e6f92f70c 199.204.45.169 - - [09/Jun/2026:15:22:37 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.24:5000 85 0.020 404 8c5bcc3b8e692096c9ad579b091d3eee 199.204.45.169 - - [09/Jun/2026:15:22:37 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.24:5000 129 0.021 200 c0d974571b71b00198ddeb5e35860947 199.204.45.169 - - [09/Jun/2026:15:22:37 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 507 0.023 [openstack-keystone-api-5000] [] 10.0.0.24:5000 230 0.022 201 1bdce06fe594227979e4c46bce149198 W0609 15:22:39.316739 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0609 15:22:39.316906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:22:39.316927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [09/Jun/2026:15:22:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.005 300 02fd549392232252fa4ffc1d50874370 199.204.45.169 - - [09/Jun/2026:15:22:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1992 0.292 201 9821dbc5d77cd796263e2f9d9ccad360 199.204.45.169 - - [09/Jun/2026:15:22:48 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.24:5000 1521 0.027 200 faeff6512cc5cc795ee1dcb3da86822d 199.204.45.169 - - [09/Jun/2026:15:22:48 +0000] "PUT /v3/roles/29c9b7a03e844b70ad49cd39471daf3f/implies/50a346596a9446bb9ca54e5ab55dc37b HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.032 [openstack-keystone-api-5000] [] 10.0.0.24:5000 521 0.032 201 627cb4c042a61d2411c42fb5009c5e07 W0609 15:22:49.103136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:22:49.103299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:23:17.771987 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.63.132"}] I0609 15:23:17.779899 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"f2a832ad-2243-4065-b49d-524817de5748", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8703", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:23:17.780915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:23:17.780941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [09/Jun/2026:15:23:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.003 300 4fff143432777521247797715dbf9b98 199.204.45.169 - - [09/Jun/2026:15:23:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2055 0.334 201 aa55ecf9d3ab796276d5dea9fc1c1a51 199.204.45.169 - - [09/Jun/2026:15:23:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 435 0.028 [openstack-keystone-api-5000] [] 10.0.0.24:5000 87 0.028 404 d1903b18867481e83ab1f0fe72c1d128 199.204.45.169 - - [09/Jun/2026:15:23:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.24:5000 390 0.025 200 693623ffe956e74097e71f96f7a7df77 199.204.45.169 - - [09/Jun/2026:15:23:39 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5bb68eb5bcf249fe89934c97cd451c6e HTTP/1.1" 404 91 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 482 0.028 [openstack-keystone-api-5000] [] 10.0.0.24:5000 91 0.029 404 263a3742660b8afe33a30f4c373e06c5 199.204.45.169 - - [09/Jun/2026:15:23:39 +0000] "GET /v3/users?domain_id=5bb68eb5bcf249fe89934c97cd451c6e&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 500 0.037 [openstack-keystone-api-5000] [] 10.0.0.24:5000 178 0.037 200 bf7c2a3dda195b733fd79761414354d5 199.204.45.169 - - [09/Jun/2026:15:23:39 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 628 0.307 [openstack-keystone-api-5000] [] 10.0.0.24:5000 291 0.308 201 34732a2e0b7dbc98b7a6468d6e50ad1e 199.204.45.169 - - [09/Jun/2026:15:23:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.003 300 9e1bf981097e507fe1ffd1636d075b0d 199.204.45.169 - - [09/Jun/2026:15:23:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2055 0.286 201 9c4183555663dc007a03b448e429c399 199.204.45.169 - - [09/Jun/2026:15:23:43 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.023 [openstack-keystone-api-5000] [] 10.0.0.24:5000 83 0.023 404 631941b6063fe4d8b7bed618aa987933 199.204.45.169 - - [09/Jun/2026:15:23:43 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.24:5000 361 0.022 200 fd944eb673ecf44f60b7493cf5689080 199.204.45.169 - - [09/Jun/2026:15:23:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.24:5000 87 0.021 404 680aafb37535b1af2e4847f64eb597b9 199.204.45.169 - - [09/Jun/2026:15:23:44 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.24:5000 390 0.024 200 af8515b0d9b4c774a42689007500e7cc 199.204.45.169 - - [09/Jun/2026:15:23:44 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5bb68eb5bcf249fe89934c97cd451c6e HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.022 [openstack-keystone-api-5000] [] 10.0.0.24:5000 91 0.021 404 8be054d85a5cc30b8c1e77f74443235f 199.204.45.169 - - [09/Jun/2026:15:23:44 +0000] "GET /v3/users?domain_id=5bb68eb5bcf249fe89934c97cd451c6e&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.040 [openstack-keystone-api-5000] [] 10.0.0.24:5000 458 0.040 200 8bf3e8ffdab3f86f6bf353c85f5cf194 199.204.45.169 - - [09/Jun/2026:15:23:44 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.24:5000 88 0.020 404 afce989a3c1b0a23bb4fa52607fd396a 199.204.45.169 - - [09/Jun/2026:15:23:44 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.24:5000 520 0.025 200 95236ef81dd0d7177b82aa6d77f1bf87 199.204.45.169 - - [09/Jun/2026:15:23:44 +0000] "PUT /v3/projects/77fb0fd10eaa494899387e8dde9d2161/users/356106826b164cfca3e876ea877307a3/roles/ad0e8691e27f4e6581735471b07bc1c4 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.034 [openstack-keystone-api-5000] [] 10.0.0.24:5000 0 0.033 204 56a635bce2a95a491d65bcb88fd4f912 199.204.45.169 - - [09/Jun/2026:15:23:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.004 300 6f3548808f83d688ef6bbca2641093ff 199.204.45.169 - - [09/Jun/2026:15:23:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2055 0.349 201 4e79e7ee06ee5571ddb6897c4ade4698 199.204.45.169 - - [09/Jun/2026:15:23:47 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 470 0.025 [openstack-keystone-api-5000] [] 10.0.0.24:5000 151 0.024 200 8743d63b593a759ae4aaf174376ed19b 199.204.45.169 - - [09/Jun/2026:15:23:47 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 578 0.036 [openstack-keystone-api-5000] [] 10.0.0.24:5000 263 0.035 201 fca83b1d910636789bea523e84a8c953 199.204.45.169 - - [09/Jun/2026:15:23:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.003 300 c1bf5f5fb5f4256df96a292771951430 199.204.45.169 - - [09/Jun/2026:15:23:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2157 0.292 201 a2c463c4d3913a539e911274f51253ce 199.204.45.169 - - [09/Jun/2026:15:23:48 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.24:5000 86 0.022 404 a1073e095d888aeb115f365e1219b2e0 199.204.45.169 - - [09/Jun/2026:15:23:48 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.24:5000 382 0.018 200 bf743e5b8564812b185fe6a6f48041f6 199.204.45.169 - - [09/Jun/2026:15:23:48 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=4f6027c527d246bc95da3cb7c49802fd HTTP/1.1" 200 205 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 523 0.027 [openstack-keystone-api-5000] [] 10.0.0.24:5000 205 0.028 200 d2b792cc553362b8804aec1b60dc335f 199.204.45.169 - - [09/Jun/2026:15:23:48 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 689 0.027 [openstack-keystone-api-5000] [] 10.0.0.24:5000 379 0.026 201 79c9c8a24c35cf1486cbb6609607d934 199.204.45.169 - - [09/Jun/2026:15:23:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.24:5000 281 0.004 300 241c6af46145494eede37f5bddc59fc2 199.204.45.169 - - [09/Jun/2026:15:23:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.24:5000 2366 0.292 201 695f046a1d2510ff6fdc53d27f51ea4d 199.204.45.169 - - [09/Jun/2026:15:23:49 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.24:5000 86 0.020 404 bb46032f418641e2ee59342c3bf81c63 199.204.45.169 - - [09/Jun/2026:15:23:49 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.24:5000 382 0.016 200 57f84094f332a1b851f7938d2467750a 199.204.45.169 - - [09/Jun/2026:15:23:49 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=4f6027c527d246bc95da3cb7c49802fd HTTP/1.1" 200 207 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 525 0.022 [openstack-keystone-api-5000] [] 10.0.0.24:5000 207 0.023 200 c5d5bfcc328345279a51140be799a76a 199.204.45.169 - - [09/Jun/2026:15:23:49 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 702 0.032 [openstack-keystone-api-5000] [] 10.0.0.24:5000 392 0.031 201 e33de3c73caeb54cd59d20aa803a82c7 W0609 15:23:50.801043 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0609 15:23:50.801168 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0609 15:23:50.801223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:23:50.801240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:23:50.804457 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0609 15:23:50.804497 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0609 15:23:50.808541 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0609 15:23:50.808834 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"6af15059-7fab-476b-b614-25dd733d5e99", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8928", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:23:50.809080 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0609 15:23:50.809477 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0609 15:23:50.809585 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0609 15:23:50.809665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:23:50.809685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:23:50.809829 7 controller.go:196] "Configuration changes detected, backend reload required" I0609 15:23:50.864471 7 controller.go:216] "Backend successfully reloaded" I0609 15:23:50.864769 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xb4s", UID:"ec16e207-51a6-4de5-a5d7-16c3d01cc5b6", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0609 15:23:51.421302 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0609 15:23:51.422217 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0609 15:23:54.145047 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0609 15:23:54.145248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:23:54.145273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:08.231775 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0609 15:24:08.232011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:08.232038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:11.565502 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:24:11.565636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:11.565650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:24:11.565767 7 controller.go:196] "Configuration changes detected, backend reload required" I0609 15:24:11.614793 7 controller.go:216] "Backend successfully reloaded" I0609 15:24:11.615258 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xb4s", UID:"ec16e207-51a6-4de5-a5d7-16c3d01cc5b6", APIVersion:"v1", ResourceVersion:"1493", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0609 15:24:15.542830 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:24:15.543899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:15.543982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0609 15:24:17.859208 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.63.132"}] I0609 15:24:18.600042 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"6af15059-7fab-476b-b614-25dd733d5e99", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9200", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0609 15:24:18.877052 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:24:18.877240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:18.877271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:22.209795 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:24:22.210006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:22.210029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:31.634173 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:24:31.634342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:31.634367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:34.968242 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:24:34.968439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:24:34.968467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0609 15:24:51.748135 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0609 15:24:58.886356 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out E0609 15:24:59.743004 7 leaderelection.go:429] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded, falling back to slow path E0609 15:24:59.743187 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: client rate limiter Wait returned an error: context deadline exceeded I0609 15:24:59.743248 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0609 15:24:59.743435 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0609 15:24:59.743660 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0609 15:25:06.748538 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0609 15:25:15.459762 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0609 15:25:38.405288 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:25:38.405432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:38.405456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:41.738849 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:25:41.739116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:41.739157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:45.072284 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:25:45.072526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:45.072557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:48.405787 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:25:48.405971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:48.405999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:51.739024 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0609 15:25:51.739136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:25:51.739150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:26:20.273048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0609 15:26:20.273097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store