------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0527 13:48:20.800350 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0527 13:48:20.800711 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0527 13:48:20.809596 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0527 13:48:20.812792 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0527 13:48:21.079376 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0527 13:48:21.096137 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0527 13:48:21.108998 7 nginx.go:271] "Starting NGINX Ingress controller" I0527 13:48:21.113900 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0539ba7c-f3bd-4d91-b7ea-ee980e5a346b", APIVersion:"v1", ResourceVersion:"1408", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0527 13:48:21.118559 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"19446872-d438-49ad-8a9d-1b624048b668", APIVersion:"v1", ResourceVersion:"1409", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0527 13:48:21.118642 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"236420c8-35e1-44f5-8611-b14b7512c5d0", APIVersion:"v1", ResourceVersion:"1407", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0527 13:48:22.310530 7 nginx.go:317] "Starting NGINX process" I0527 13:48:22.310712 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0527 13:48:22.311030 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0527 13:48:22.311382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:22.311463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:48:22.311525 7 controller.go:196] "Configuration changes detected, backend reload required" I0527 13:48:22.319907 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0527 13:48:22.320165 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-b9nsc" I0527 13:48:22.348474 7 controller.go:216] "Backend successfully reloaded" I0527 13:48:22.348615 7 controller.go:227] "Initial sync, sleeping for 1 second" I0527 13:48:22.348993 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b9nsc", UID:"1b8ddf0d-6f0e-4839-aab2-9a53b1bc7fdf", APIVersion:"v1", ResourceVersion:"1450", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0527 13:48:26.127617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:26.127644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:29.461938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:29.461980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:32.795820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:32.795868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:36.129242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:36.129290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:39.462451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:39.462506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:42.795449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:42.795515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:46.128222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:46.128263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:49.464048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:49.464110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:59.905944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:48:59.905987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:49:03.240313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:49:03.240391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:49:06.573049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:49:06.573090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:24.500986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:24.501022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:27.837070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:27.837109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:38.457612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:38.457681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:45.802831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:45.802870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:49.136236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:49.136267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:52.469902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:52.469974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:55.803355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:55.803393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:59.136549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:50:59.136600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:51:02.469703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:51:02.469744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:51:07.154679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:51:07.154707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:53:23.678432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:53:23.678454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:53:27.473703 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-226.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-226.nip.io-tls was not found. Using default certificate W0527 13:53:27.473767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:53:27.473784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:53:27.475712 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0527 13:53:27.475750 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0527 13:53:27.485816 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0527 13:53:27.486108 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"41a00660-3167-4ebc-9513-c76cd55e137f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3534", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 13:53:27.486167 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-226.nip.io-tls" in local store W0527 13:53:27.486352 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-226.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-226.nip.io-tls was not found. Using default certificate W0527 13:53:27.486403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:53:27.486419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:53:27.486478 7 controller.go:196] "Configuration changes detected, backend reload required" I0527 13:53:27.541485 7 controller.go:216] "Backend successfully reloaded" I0527 13:53:27.542212 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b9nsc", UID:"1b8ddf0d-6f0e-4839-aab2-9a53b1bc7fdf", APIVersion:"v1", ResourceVersion:"1450", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0527 13:53:27.899926 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-226.nip.io-tls" I0527 13:53:27.900903 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-226.nip.io-tls" W0527 13:53:30.820675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:53:30.820729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.226 - - [27/May/2026:13:53:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.981 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 1.980 200 018d46f0afc39e682a3fb7b765ab7161 199.19.213.226 - - [27/May/2026:13:53:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.101 [auth-system-keycloak-80] [] 10.0.0.114:8080 116 0.102 404 a76940b63eae0ee9a4af1fa412945712 199.19.213.226 - - [27/May/2026:13:53:37 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.488 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 4.486 201 e3bf2e921c5d7bb81cc8f0bcefb460c6 199.19.213.226 - - [27/May/2026:13:53:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.689 [auth-system-keycloak-80] [] 10.0.0.114:8080 4246 0.689 200 bca00923c1254b83e0ca9c893e356503 199.19.213.226 - - [27/May/2026:13:53:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.520 200 f8b3b8241608675d6bd5e36c5c13f54c 199.19.213.226 - - [27/May/2026:13:53:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.101 [auth-system-keycloak-80] [] 10.0.0.114:8080 12500 0.101 200 07c5da96d00e2165827d86eb6de855fa 199.19.213.226 - - [27/May/2026:13:53:39 +0000] "GET /admin/realms/atmosphere/client-scopes/f984140b-50df-44c3-86fc-09682b049b6a HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.114:8080 1278 0.009 200 0b055e9d44e42339d4b4c50ee2ff9627 199.19.213.226 - - [27/May/2026:13:53:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/f984140b-50df-44c3-86fc-09682b049b6a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.059 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.058 204 81c1314f6778ec34b05f3839b658952a 199.19.213.226 - - [27/May/2026:13:53:39 +0000] "GET /admin/realms/atmosphere/client-scopes/f984140b-50df-44c3-86fc-09682b049b6a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.021 [auth-system-keycloak-80] [] 10.0.0.114:8080 963 0.021 200 5c54df5bc2bfd663c9869b04d042e9b9 199.19.213.226 - - [27/May/2026:13:53:39 +0000] "GET /admin/realms/atmosphere/client-scopes/f984140b-50df-44c3-86fc-09682b049b6a/protocol-mappers/models/bb05a065-18bc-43eb-9be7-ae4fc36d35c5 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.114:8080 366 0.011 200 a7d27dbbff1644f534ba1a39f64fea6e 199.19.213.226 - - [27/May/2026:13:53:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/f984140b-50df-44c3-86fc-09682b049b6a/protocol-mappers/models/bb05a065-18bc-43eb-9be7-ae4fc36d35c5 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.050 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.049 204 09f8eb0802bf689b856a877cce5fbe6a 199.19.213.226 - - [27/May/2026:13:53:39 +0000] "GET /admin/realms/atmosphere/client-scopes/f984140b-50df-44c3-86fc-09682b049b6a HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.078 [auth-system-keycloak-80] [] 10.0.0.114:8080 1218 0.078 200 034abee43e9c2e19d3aefa7790517b10 199.19.213.226 - - [27/May/2026:13:54:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.470 200 cccd12ef6051070928f188a4e899b395 199.19.213.226 - - [27/May/2026:13:54:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.015 200 173c8afd7f1893c595667562e8a509f2 199.19.213.226 - - [27/May/2026:13:54:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.184 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.184 201 a5d10cc8453b56ad292fc60ae8c819c8 199.19.213.226 - - [27/May/2026:13:54:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.081 [auth-system-keycloak-80] [] 10.0.0.114:8080 1261 0.081 200 df4f1525f9420eed2b4915f941c7f381 199.19.213.226 - - [27/May/2026:13:54:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.097 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 1.096 200 f8f9bb3c2e430cce5037f31d6a05563e 199.19.213.226 - - [27/May/2026:13:54:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.009 200 0428ac7d492ae78f373da7dea4dd39d5 199.19.213.226 - - [27/May/2026:13:54:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.230 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.229 201 f0065a7d26bca6eda5059bc5f8c52e54 199.19.213.226 - - [27/May/2026:13:54:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.128 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.128 200 9c7fe8581a28276ea70f0649bae435df 199.19.213.226 - - [27/May/2026:13:54:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.507 200 4ced9d3e7ca0412fc7ba1b94f5dacdc8 199.19.213.226 - - [27/May/2026:13:54:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.010 200 7540dc8a7acc032ec1238d646b20cc3e 199.19.213.226 - - [27/May/2026:13:54:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.106 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.105 201 f556ce4994cc4b1e139f6ab17cddd0f2 199.19.213.226 - - [27/May/2026:13:54:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.050 [auth-system-keycloak-80] [] 10.0.0.114:8080 1251 0.050 200 1b5e4eebcda5d239425882c0fa2b40ee 199.19.213.226 - - [27/May/2026:13:54:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.506 200 5cce2df1834429d81abfa51cdf6ab1f8 199.19.213.226 - - [27/May/2026:13:54:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.114:8080 1261 0.009 200 d32c536e29b2cef852cae22771df6fb6 199.19.213.226 - - [27/May/2026:13:54:05 +0000] "GET /admin/realms/atmosphere/clients/b62ec101-c11e-48a8-b731-b4fdc8e8eaea/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.059 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.060 404 1e06e1109b2895ba770642846f669a64 199.19.213.226 - - [27/May/2026:13:54:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.114:8080 1261 0.009 200 d77fd71e97abe8464cd47c1c7769e850 199.19.213.226 - - [27/May/2026:13:54:05 +0000] "POST /admin/realms/atmosphere/clients/b62ec101-c11e-48a8-b731-b4fdc8e8eaea/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.020 201 8b80795598d470a7a79922df4e2b0705 199.19.213.226 - - [27/May/2026:13:54:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.036 [auth-system-keycloak-80] [] 10.0.0.114:8080 1261 0.036 200 09581a26c6f1710f0f1300783c3a6315 199.19.213.226 - - [27/May/2026:13:54:05 +0000] "GET /admin/realms/atmosphere/clients/b62ec101-c11e-48a8-b731-b4fdc8e8eaea/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.100 [auth-system-keycloak-80] [] 10.0.0.114:8080 166 0.100 200 294272654b29fcb2931c1e2366703381 199.19.213.226 - - [27/May/2026:13:54:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.505 200 809ea5ca4f77eae032edb5347b88b226 199.19.213.226 - - [27/May/2026:13:54:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.008 200 456cb5aad0da99a43e80a7962ebb40b4 199.19.213.226 - - [27/May/2026:13:54:06 +0000] "GET /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.010 404 97a61b38ea254a0d24fab3a6a3d9ff06 199.19.213.226 - - [27/May/2026:13:54:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.005 200 425d46090dc1cdcf6b5563a66635d834 199.19.213.226 - - [27/May/2026:13:54:06 +0000] "POST /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.044 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.043 201 7dbf501a786311e13c000613db31ad80 199.19.213.226 - - [27/May/2026:13:54:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.008 200 b20073316c82e8765385cc5f4d64c810 199.19.213.226 - - [27/May/2026:13:54:06 +0000] "GET /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.060 [auth-system-keycloak-80] [] 10.0.0.114:8080 165 0.061 200 7a35fc17509a550b07aa8af40610189f 199.19.213.226 - - [27/May/2026:13:54:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.469 200 d584ff06439ac4fabd5ecff80f5be993 199.19.213.226 - - [27/May/2026:13:54:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.056 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.055 200 c674ebc4bee9812df9a0516ae57fe130 199.19.213.226 - - [27/May/2026:13:54:07 +0000] "GET /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.011 404 d96a4db425f0d8e3ed63be99954e139c 199.19.213.226 - - [27/May/2026:13:54:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.009 200 cb0aeab4015034b3d603e90a2407af54 199.19.213.226 - - [27/May/2026:13:54:07 +0000] "POST /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.060 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.059 201 30eb0124732d5ac3b1db51f6f61e6d49 199.19.213.226 - - [27/May/2026:13:54:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.008 200 5283775d53efaf937845b0d899a9e684 199.19.213.226 - - [27/May/2026:13:54:07 +0000] "GET /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.114:8080 166 0.069 200 0e21f839adb5035f6b35fd591d79da2b 199.19.213.226 - - [27/May/2026:13:54:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.513 200 e51386e432438bdd716718b607628744 199.19.213.226 - - [27/May/2026:13:54:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.008 200 3ab83c4465687b03074e361141362126 199.19.213.226 - - [27/May/2026:13:54:08 +0000] "GET /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.007 404 1bbeaf5c1d274abadf9cd19f22bf975e 199.19.213.226 - - [27/May/2026:13:54:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.004 200 ef90a4245ffd05a2286f4fdd85be5af8 199.19.213.226 - - [27/May/2026:13:54:08 +0000] "POST /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.019 201 0bcdf02205e2e0105494f1b80cd283cd 199.19.213.226 - - [27/May/2026:13:54:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 1286 0.006 200 68ed1dc93a632ed1f68bce995cd0625f 199.19.213.226 - - [27/May/2026:13:54:08 +0000] "GET /admin/realms/atmosphere/clients/777f8c8f-8b06-4832-96fa-731543b2249f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.114:8080 166 0.011 200 7425beb90e4fa87b48595d2312e1b55c 199.19.213.226 - - [27/May/2026:13:54:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.497 200 537d0d46d15b7028e8c53fd02d9b0104 199.19.213.226 - - [27/May/2026:13:54:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 1251 0.006 200 952bc15d2b50f85dad670e31b2af6e1a 199.19.213.226 - - [27/May/2026:13:54:09 +0000] "GET /admin/realms/atmosphere/clients/13a475b5-8b97-4d5f-a4e5-2294b064ec9a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.068 [auth-system-keycloak-80] [] 10.0.0.114:8080 119 0.068 404 b85187a63e99c086fcb92ef54b12af4f 199.19.213.226 - - [27/May/2026:13:54:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 1251 0.006 200 e334145fb9b48a1d4ea4104fffbef25a 199.19.213.226 - - [27/May/2026:13:54:09 +0000] "POST /admin/realms/atmosphere/clients/13a475b5-8b97-4d5f-a4e5-2294b064ec9a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.013 201 b63e7f5d187506219f0d9fa785ec68eb 199.19.213.226 - - [27/May/2026:13:54:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 1251 0.006 200 f5a5cc19705edb2a108bcc66617010f3 199.19.213.226 - - [27/May/2026:13:54:09 +0000] "GET /admin/realms/atmosphere/clients/13a475b5-8b97-4d5f-a4e5-2294b064ec9a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.031 [auth-system-keycloak-80] [] 10.0.0.114:8080 166 0.031 200 effa37d839b606ade2c832bc43b6b08c I0527 13:54:22.326945 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.75.82"}] I0527 13:54:22.331879 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"41a00660-3167-4ebc-9513-c76cd55e137f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3909", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 13:54:22.333277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:54:22.333321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:22.533226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:22.533256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:22.739256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:22.739347 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0527 13:55:22.739406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:22.739437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:22.739662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:22.739708 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0527 13:55:22.739748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:22.739759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:22.739841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:22.739922 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0527 13:55:22.739989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:22.740026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:55:22.741346 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0527 13:55:22.741381 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0527 13:55:22.741689 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0527 13:55:22.741756 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0527 13:55:22.742080 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0527 13:55:22.742120 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0527 13:55:22.763676 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0527 13:55:22.764319 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0527 13:55:22.764389 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f1e74ba9-f6c1-47d2-861c-10c3faac7114", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4432", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0527 13:55:22.765211 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0527 13:55:22.765381 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c382d691-d6a1-42be-9e72-a95e49d3eb25", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4433", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 13:55:22.765544 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0527 13:55:22.765563 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0527 13:55:22.766009 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0527 13:55:22.766033 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"be0461f5-c4ab-4da6-ab1e-a86f205f0567", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4434", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0527 13:55:23.122235 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0527 13:55:23.123336 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0527 13:55:23.237936 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0527 13:55:23.239041 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0527 13:55:25.867444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:25.867524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:25.867567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:25.867741 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0527 13:55:25.867911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:25.867940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:55:25.868153 7 controller.go:196] "Configuration changes detected, backend reload required" I0527 13:55:26.017238 7 controller.go:216] "Backend successfully reloaded" I0527 13:55:26.017882 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b9nsc", UID:"1b8ddf0d-6f0e-4839-aab2-9a53b1bc7fdf", APIVersion:"v1", ResourceVersion:"1450", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0527 13:55:26.058823 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0527 13:55:26.059917 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0527 13:55:29.202208 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:29.202334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:29.202402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:29.202555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:29.202592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:32.533341 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:32.533377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:32.533395 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:32.533457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:32.533469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:35.866772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:35.866839 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:35.866876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:35.866988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:35.867008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:39.200663 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:39.200721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:39.200910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:39.201070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:39.201091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:43.288078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:43.288118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:43.288194 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:43.288300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:43.288316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:46.623892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:46.623960 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:46.624003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:46.624160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:46.624208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:49.955743 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:49.955816 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:49.955853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:49.955979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:49.956005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:53.289233 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:53.289294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:53.289328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:53.289445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:53.289473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:56.622250 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:56.622351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:56.622436 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:56.622608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:56.622677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:59.956962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:55:59.957017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0527 13:55:59.957091 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:55:59.957302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:55:59.957340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:03.299200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:56:03.299325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:56:03.299440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:03.299483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:06.950090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:56:06.950165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:56:06.950252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:06.950272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.133 - - [27/May/2026:13:56:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.025 [auth-system-keycloak-80] [] 10.0.0.114:8080 6432 0.025 200 257b5b79b05641f9cff58f0d31d0d912 10.0.0.169 - - [27/May/2026:13:56:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 6432 0.006 200 317dcad8f2db28ff496edc4afd851e7b W0527 13:56:11.658811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:56:11.658868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0527 13:56:11.658978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:11.658998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:14.993141 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:56:14.993347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:14.993374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:56:22.326896 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.75.82"}] I0527 13:56:22.327512 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.75.82"}] I0527 13:56:22.327866 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.75.82"}] I0527 13:56:22.334768 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c382d691-d6a1-42be-9e72-a95e49d3eb25", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5308", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 13:56:22.336340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0527 13:56:22.336477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:22.336498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:56:22.336927 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"be0461f5-c4ab-4da6-ab1e-a86f205f0567", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5309", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0527 13:56:22.337882 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f1e74ba9-f6c1-47d2-861c-10c3faac7114", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5310", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 13:56:25.671122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:25.671173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:29.004342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:29.004415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.226 - - [27/May/2026:13:56:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.477 200 6b7d4c59a1ded18d220855aecd8c576c 199.19.213.226 - - [27/May/2026:13:56:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.114:8080 4246 0.007 200 a28c1c1dced232829681b1f4290407d7 199.19.213.226 - - [27/May/2026:13:56:29 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.347 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.346 204 a561aadcfa59ef94e24c9e105a8884f8 199.19.213.226 - - [27/May/2026:13:56:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.126 [auth-system-keycloak-80] [] 10.0.0.114:8080 4384 0.127 200 f8e905965ada1e3a76de912e1a52fa8f 199.19.213.226 - - [27/May/2026:13:56:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.479 200 f2a81bcff31b16ef661c01444d07f2d4 199.19.213.226 - - [27/May/2026:13:56:30 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.039 [auth-system-keycloak-80] [] 10.0.0.114:8080 1682 0.039 200 3b01c1ff2a19712ad574fe42b722bf27 199.19.213.226 - - [27/May/2026:13:56:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.114:8080 6432 0.006 200 bec1ab764312dd0a3f032629d731cdfb 199.19.213.226 - - [27/May/2026:13:56:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.507 200 54a150f4904707189b2f059f8d93582b 199.19.213.226 - - [27/May/2026:13:56:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.035 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.035 200 14a6b551c9b1ec1aa3d8901ef6ece5c3 199.19.213.226 - - [27/May/2026:13:56:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.106 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.105 201 fa035bfe2dd61d7ffc24ae7d70ecd24b 199.19.213.226 - - [27/May/2026:13:56:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.066 [auth-system-keycloak-80] [] 10.0.0.114:8080 2246 0.066 200 56fab848472c15751c38d935a02f6372 199.19.213.226 - - [27/May/2026:13:56:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.114:8080 1928 0.480 200 fda530a5d8cd45215953509f5c78b1a1 199.19.213.226 - - [27/May/2026:13:56:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.026 [auth-system-keycloak-80] [] 10.0.0.114:8080 2246 0.026 200 ee5b08fc55305942332cf1d5705200cc 199.19.213.226 - - [27/May/2026:13:56:33 +0000] "GET /admin/realms/atmosphere/clients/0b443898-52c9-47b5-889e-481fdf81ca7e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.032 [auth-system-keycloak-80] [] 10.0.0.114:8080 233 0.032 200 2688393f25cbbb20ed0f00fa74b44d2b 199.19.213.226 - - [27/May/2026:13:56:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.059 [auth-system-keycloak-80] [] 10.0.0.114:8080 831 0.059 200 2dbbf4a7908168dce9910364230a4e16 199.19.213.226 - - [27/May/2026:13:56:33 +0000] "GET /admin/realms/atmosphere/clients/2fe44ba2-db35-4aa2-8bfe-d956e8ccc72f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.114:8080 3758 0.079 200 27a15aa20bb82edb9c96e64de2681317 199.19.213.226 - - [27/May/2026:13:56:33 +0000] "GET /admin/realms/atmosphere/users/d63873f4-8a4b-437a-aab4-45352ad2a0fc/role-mappings/clients/2fe44ba2-db35-4aa2-8bfe-d956e8ccc72f/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.115 [auth-system-keycloak-80] [] 10.0.0.114:8080 3758 0.115 200 727a9378ffea2058a06e02848d48c467 199.19.213.226 - - [27/May/2026:13:56:34 +0000] "GET /admin/realms/atmosphere/users/d63873f4-8a4b-437a-aab4-45352ad2a0fc/role-mappings/clients/2fe44ba2-db35-4aa2-8bfe-d956e8ccc72f/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.071 [auth-system-keycloak-80] [] 10.0.0.114:8080 2 0.072 200 681ca538cd026da38576418230e8bcb8 199.19.213.226 - - [27/May/2026:13:56:34 +0000] "POST /admin/realms/atmosphere/users/d63873f4-8a4b-437a-aab4-45352ad2a0fc/role-mappings/clients/2fe44ba2-db35-4aa2-8bfe-d956e8ccc72f HTTP/1.1" 204 0 "-" "Ansible" 1390 0.022 [auth-system-keycloak-80] [] 10.0.0.114:8080 0 0.021 204 3bc113bd04db41f0d059c337e34b2c47 199.19.213.226 - - [27/May/2026:13:56:34 +0000] "GET /admin/realms/atmosphere/users/d63873f4-8a4b-437a-aab4-45352ad2a0fc/role-mappings/clients/2fe44ba2-db35-4aa2-8bfe-d956e8ccc72f/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.114:8080 576 0.012 200 054b437e9ea6eaf170c07296c61e8f5f W0527 13:56:36.667890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:36.667921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:40.002544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:56:40.002595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:58:42.736081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:58:42.736282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:24.714987 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0527 13:59:24.715130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:24.715250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:59:24.718941 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0527 13:59:24.719140 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0527 13:59:24.723791 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0527 13:59:24.724312 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0527 13:59:24.724623 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0527 13:59:24.726600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:24.726687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 13:59:24.726844 7 controller.go:196] "Configuration changes detected, backend reload required" I0527 13:59:24.725007 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"83b88259-8873-40a4-a050-65112a2988c6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6502", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0527 13:59:24.807195 7 controller.go:216] "Backend successfully reloaded" I0527 13:59:24.807470 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b9nsc", UID:"1b8ddf0d-6f0e-4839-aab2-9a53b1bc7fdf", APIVersion:"v1", ResourceVersion:"1450", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0527 13:59:25.334331 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0527 13:59:25.335385 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0527 13:59:28.066225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:28.066256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.226 - - [27/May/2026:13:59:29 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.245:5000 281 0.005 300 f914f02b6a0e63b6249f1679505359ef 199.19.213.226 - - [27/May/2026:13:59:30 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 266 0.004 200 918c553f02650c035e5df43e39f397ad 199.19.213.226 - - [27/May/2026:13:59:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1360 0.337 201 7626d73e11b2db961b95b0cc29693785 199.19.213.226 - - [27/May/2026:13:59:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 281 0.003 300 ec8154a19611aac2a20f8d7f02b640f1 199.19.213.226 - - [27/May/2026:13:59:31 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.027 [openstack-keystone-api-5000] [] 10.0.0.245:5000 90 0.027 404 1d5576229cf9abe7923713ebafa8db7e 199.19.213.226 - - [27/May/2026:13:59:31 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.245:5000 368 0.028 200 738ef44c89903f03abb686ecaaaba1ea 199.19.213.226 - - [27/May/2026:13:59:31 +0000] "GET /v3/domains/ea5deaa3431a41378a5e2bd34ba10d30 HTTP/1.1" 200 245 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.245:5000 245 0.021 200 a38563fa5306dd671b487a288e8d5242 199.19.213.226 - - [27/May/2026:13:59:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.245:5000 266 0.005 200 b3ab66f2d51390780e8b385b64d6cd2b 199.19.213.226 - - [27/May/2026:13:59:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1360 0.294 201 fdd1f33955051473bf5a09d512c0c072 199.19.213.226 - - [27/May/2026:13:59:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.245:5000 281 0.004 300 43faff678a2514288aa3283b597c9028 199.19.213.226 - - [27/May/2026:13:59:32 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.245:5000 101 0.020 404 bfa741d47b485267dbcf826341d7249b 199.19.213.226 - - [27/May/2026:13:59:32 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.245:5000 156 0.021 200 966edea79349cdfcadcb440a56f9237a 199.19.213.226 - - [27/May/2026:13:59:32 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.245:5000 342 0.026 201 54613a4305cde6b893432c422bde7098 199.19.213.226 - - [27/May/2026:13:59:32 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 266 0.003 200 81e0233c621a8698dd6aab2e1c1eb530 199.19.213.226 - - [27/May/2026:13:59:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1360 0.294 201 2f7e6528169b4fe2c55b00e0916cdc2e 199.19.213.226 - - [27/May/2026:13:59:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.245:5000 281 0.003 300 59deaac10d6902ccb80e1a4c38c6f11b 199.19.213.226 - - [27/May/2026:13:59:33 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.245:5000 98 0.018 404 7f23556abd6e7f1ffe19a2633e08a31f 199.19.213.226 - - [27/May/2026:13:59:33 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.245:5000 136 0.015 200 64e13eef831cec94c94e0f2d631b8ad8 199.19.213.226 - - [27/May/2026:13:59:33 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 739 0.164 [openstack-keystone-api-5000] [] 10.0.0.245:5000 357 0.164 201 3815ca37d1340fd7eab5a06f00ab7dd8 199.19.213.226 - - [27/May/2026:13:59:33 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.245:5000 266 0.003 200 ad5ed347cc67ad29ff203b1c517464b0 199.19.213.226 - - [27/May/2026:13:59:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.245:5000 1360 0.293 201 2b285874c249f33201fe212e6b59a789 199.19.213.226 - - [27/May/2026:13:59:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.245:5000 281 0.003 300 1604c04b15e8912d9fdf6bdcb44bcc1e 199.19.213.226 - - [27/May/2026:13:59:34 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.019 [openstack-keystone-api-5000] [] 10.0.0.245:5000 131 0.019 404 e34a7176c9fa5a92d4421d07069af5fa 199.19.213.226 - - [27/May/2026:13:59:34 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.245:5000 168 0.017 200 503cb7f8ccf2271ad21b32bd7888fc42 199.19.213.226 - - [27/May/2026:13:59:34 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.038 [openstack-keystone-api-5000] [] 10.0.0.245:5000 224 0.037 201 1f0c55005eacc6503419aa62ee2beae4 W0527 13:59:41.099964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:41.100036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:44.433225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:44.433259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:49.189247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:49.189286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:52.523491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:52.523538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:55.856063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 13:59:55.856109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 14:00:22.327248 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.75.82"}] I0527 14:00:22.352039 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"83b88259-8873-40a4-a050-65112a2988c6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6932", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 14:00:22.353769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:00:22.353798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0527 14:01:32.297361 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0527 14:01:40.293300 7 leaderelection.go:472] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0527 14:01:40.293367 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0527 14:01:40.293780 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0527 14:01:40.294051 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0527 14:01:42.105972 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0527 14:02:20.364154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:02:20.364285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0527 14:02:22.690682 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-226.nip.io. Skipping. W0527 14:02:22.691138 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0527 14:02:22.691262 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0527 14:02:22.691306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:02:22.691317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 14:02:22.693618 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.011s admissionTime:0.014s testedConfigurationSize:33.4kB} I0527 14:02:22.693644 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0527 14:02:22.756821 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0527 14:02:22.757241 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-226.nip.io. Skipping. W0527 14:02:22.757938 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0527 14:02:22.758090 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"3cc29ac2-e521-4881-ba2e-34049ad281ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7374", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 14:02:23.698260 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0527 14:02:23.698357 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0527 14:02:23.698408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:02:23.698428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 14:02:23.698531 7 controller.go:196] "Configuration changes detected, backend reload required" I0527 14:02:23.710842 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0527 14:02:23.711102 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-226.nip.io. Skipping. I0527 14:02:23.711800 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" I0527 14:02:23.753334 7 controller.go:216] "Backend successfully reloaded" I0527 14:02:23.753520 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b9nsc", UID:"1b8ddf0d-6f0e-4839-aab2-9a53b1bc7fdf", APIVersion:"v1", ResourceVersion:"1450", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0527 14:02:27.030891 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0527 14:02:27.031000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:02:27.031018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:02:30.961491 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0527 14:02:30.961619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:02:30.961638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:02:34.295019 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0527 14:02:34.295256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:02:34.295276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0527 14:02:58.102171 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0527 14:03:06.101125 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0527 14:03:06.101204 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0527 14:03:06.108650 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0527 14:03:06.108977 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0527 14:03:13.117560 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0527 14:03:24.393714 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0527 14:03:35.149645 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.104.75.82"}] I0527 14:03:36.880912 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"3cc29ac2-e521-4881-ba2e-34049ad281ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7523", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0527 14:03:36.881573 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-226.nip.io. Skipping. W0527 14:03:36.901497 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0527 14:03:36.901636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:03:36.901658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:04:17.784597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:04:17.784622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:04:21.118481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:04:21.118514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:04:29.898492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 14:04:29.898521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store