------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0423 16:32:59.144832 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0423 16:32:59.145005 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0423 16:32:59.153106 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0423 16:32:59.156923 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0423 16:32:59.488892 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0423 16:32:59.506510 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0423 16:32:59.523494 7 nginx.go:271] "Starting NGINX Ingress controller" I0423 16:32:59.531145 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"cf859bcd-a953-4fbb-9563-767d25e1f033", APIVersion:"v1", ResourceVersion:"1542", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0423 16:32:59.533939 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a1118b5e-9c30-4c63-a05d-2f1267442597", APIVersion:"v1", ResourceVersion:"1543", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0423 16:32:59.534032 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"6468a6a7-7ae2-425b-9a12-c9fb900d90f1", APIVersion:"v1", ResourceVersion:"1541", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0423 16:33:00.726534 7 nginx.go:317] "Starting NGINX process" I0423 16:33:00.726707 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0423 16:33:00.727278 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0423 16:33:00.727800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:00.727904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:33:00.728038 7 controller.go:196] "Configuration changes detected, backend reload required" I0423 16:33:00.736397 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0423 16:33:00.736526 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-ncrx2" I0423 16:33:00.763740 7 controller.go:216] "Backend successfully reloaded" I0423 16:33:00.764139 7 controller.go:227] "Initial sync, sleeping for 1 second" I0423 16:33:00.764300 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ncrx2", UID:"49fcea61-bcb5-4f2d-9047-61cc7f213e2e", APIVersion:"v1", ResourceVersion:"1586", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0423 16:33:04.547432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:04.547609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:07.881402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:07.881436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:11.214307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:11.214360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:14.547930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:14.547983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:17.881680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:17.881960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:21.214308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:21.214352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:24.548655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:24.548696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:27.882763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:27.882807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:31.215110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:31.215167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:34.550218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:34.550270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:41.657612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:41.657647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:56.208114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:33:56.208148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:34:55.499737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:34:55.499920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:34:58.833779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:34:58.833866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:24.329393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:24.329515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:27.924253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:27.924291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:37.863960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:37.864003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:41.198354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:41.198402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:44.746845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:44.746875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:48.082017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:35:48.082076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:36:56.164595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:36:56.164673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:36:59.497531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:36:59.497580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:37:02.830923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:37:02.830973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:04.163232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:04.163271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:07.498836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:07.498899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:08.110191 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-116.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-116.nip.io-tls was not found. Using default certificate W0423 16:38:08.110268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:08.110289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:38:08.112968 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0423 16:38:08.113022 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0423 16:38:08.120162 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0423 16:38:08.120828 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-116.nip.io-tls" in local store I0423 16:38:08.120915 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e1415779-2c6d-4b98-bf73-da743c8cfbcd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3936", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0423 16:38:08.596863 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-116.nip.io-tls" I0423 16:38:08.598955 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-116.nip.io-tls" W0423 16:38:10.830859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:10.830902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:38:10.830970 7 controller.go:196] "Configuration changes detected, backend reload required" I0423 16:38:10.873974 7 controller.go:216] "Backend successfully reloaded" I0423 16:38:10.874612 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ncrx2", UID:"49fcea61-bcb5-4f2d-9047-61cc7f213e2e", APIVersion:"v1", ResourceVersion:"1586", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0423 16:38:14.165113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:14.165167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:38:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.222 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 2.222 200 71498fe9b591e185c6a73da8beb19eb5 199.19.213.116 - - [23/Apr/2026:16:38:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.193 [auth-system-keycloak-80] [] 10.0.0.198:8080 116 0.193 404 8bed8109f51ece23873f80faa74c48c3 W0423 16:38:19.545409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:19.545456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:38:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.868 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 3.867 201 3a3ce3c7ae4fab7bea7558ddec665066 199.19.213.116 - - [23/Apr/2026:16:38:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.705 [auth-system-keycloak-80] [] 10.0.0.198:8080 4246 0.705 200 bea86601052b744e5b0e1f395f83e359 W0423 16:38:22.879088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:22.879145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:38:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.504 200 859c6944597272fbe6a676e4914c5004 199.19.213.116 - - [23/Apr/2026:16:38:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.100 [auth-system-keycloak-80] [] 10.0.0.198:8080 12500 0.101 200 ab362ce11d218df358f8088715b43766 199.19.213.116 - - [23/Apr/2026:16:38:23 +0000] "GET /admin/realms/atmosphere/client-scopes/ca30c279-2762-454e-9a1c-ab04275388b2 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.063 [auth-system-keycloak-80] [] 10.0.0.198:8080 1278 0.064 200 5187904c0f37cae26c3f8c6cc688effb 199.19.213.116 - - [23/Apr/2026:16:38:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/ca30c279-2762-454e-9a1c-ab04275388b2 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.184 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.183 204 582dfbb4e8f1a5193af6cbec72b78aae 199.19.213.116 - - [23/Apr/2026:16:38:23 +0000] "GET /admin/realms/atmosphere/client-scopes/ca30c279-2762-454e-9a1c-ab04275388b2/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.021 [auth-system-keycloak-80] [] 10.0.0.198:8080 963 0.021 200 25eea41d1ae15ce4e53233866318bada 199.19.213.116 - - [23/Apr/2026:16:38:23 +0000] "GET /admin/realms/atmosphere/client-scopes/ca30c279-2762-454e-9a1c-ab04275388b2/protocol-mappers/models/fdc2c3b4-7b36-4704-9f78-c0c5920f61f7 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.066 [auth-system-keycloak-80] [] 10.0.0.198:8080 366 0.067 200 772002874bfa7756def8a64d795b3740 199.19.213.116 - - [23/Apr/2026:16:38:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/ca30c279-2762-454e-9a1c-ab04275388b2/protocol-mappers/models/fdc2c3b4-7b36-4704-9f78-c0c5920f61f7 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.100 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.099 204 2542e1c72030097ef6e74b142a8d7a8c 199.19.213.116 - - [23/Apr/2026:16:38:24 +0000] "GET /admin/realms/atmosphere/client-scopes/ca30c279-2762-454e-9a1c-ab04275388b2 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.087 [auth-system-keycloak-80] [] 10.0.0.198:8080 1218 0.087 200 442ec21dd7726c67ff78f2d030d13577 W0423 16:38:31.684578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:31.684615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:45.148435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:45.148468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:38:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.533 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.533 200 200893bc3ea0748f50692cacc2b8d6fa 199.19.213.116 - - [23/Apr/2026:16:38:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.056 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.057 200 5740d92deadfd5e1658f7d963d8fb54a 199.19.213.116 - - [23/Apr/2026:16:38:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.197 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.197 201 aac241f64b15d1142e74db5a69373afa 199.19.213.116 - - [23/Apr/2026:16:38:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.089 [auth-system-keycloak-80] [] 10.0.0.198:8080 1261 0.088 200 694c2bc132c6ca5fe4197a6bfc6af68f W0423 16:38:48.482015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:38:48.482067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:38:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.073 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 1.071 200 4fded01898276f3a278918b3bc28874e 199.19.213.116 - - [23/Apr/2026:16:38:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.013 200 70361449baa8b80708f1032a0b765615 199.19.213.116 - - [23/Apr/2026:16:38:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.177 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.176 201 f06e921c98c709172fc8a4db2ec55d13 199.19.213.116 - - [23/Apr/2026:16:38:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.082 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.082 200 dcf2522e1ca00a48afba9fd208367bf4 199.19.213.116 - - [23/Apr/2026:16:38:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.510 200 22b2ef7c3568f4296f70e76830345694 199.19.213.116 - - [23/Apr/2026:16:38:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.013 200 340f24d1e94ff24b9a1157c138220dc2 199.19.213.116 - - [23/Apr/2026:16:38:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.066 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.065 201 e9d64419f4177af480a5087ace50de86 199.19.213.116 - - [23/Apr/2026:16:38:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.081 [auth-system-keycloak-80] [] 10.0.0.198:8080 1251 0.081 200 4b205754cfc1ccfa0f646de7ca3c8ea9 199.19.213.116 - - [23/Apr/2026:16:38:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.476 200 2cea003192fd253505a09ac3c5fd61d7 199.19.213.116 - - [23/Apr/2026:16:38:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 1261 0.009 200 04956f327a360b9ce447d9b24a4bccae 199.19.213.116 - - [23/Apr/2026:16:38:51 +0000] "GET /admin/realms/atmosphere/clients/3c77bcc4-d321-4f32-a5c6-449924d9002b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.016 404 7fe2d4a635339447333b4b2ed99b5eb4 199.19.213.116 - - [23/Apr/2026:16:38:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.198:8080 1261 0.023 200 0998363b2b3b318da3d97ac9de5dc5f8 199.19.213.116 - - [23/Apr/2026:16:38:51 +0000] "POST /admin/realms/atmosphere/clients/3c77bcc4-d321-4f32-a5c6-449924d9002b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.022 201 e52c5516ba98dfa2107f84fa0bb469ef 199.19.213.116 - - [23/Apr/2026:16:38:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.059 [auth-system-keycloak-80] [] 10.0.0.198:8080 1261 0.058 200 1d9eb41a3cd2d4ab3f45df4072836105 199.19.213.116 - - [23/Apr/2026:16:38:51 +0000] "GET /admin/realms/atmosphere/clients/3c77bcc4-d321-4f32-a5c6-449924d9002b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.087 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.086 200 36dda7b878d6c6ee4e7da4ab992b3829 199.19.213.116 - - [23/Apr/2026:16:38:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.449 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.447 200 c0c626e94f8144671bc8345b677b55ec 199.19.213.116 - - [23/Apr/2026:16:38:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.026 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.025 200 2132d29232ae9a98890631161c618439 199.19.213.116 - - [23/Apr/2026:16:38:52 +0000] "GET /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.015 404 e1404e6ab397193711606f91ba25d5f2 199.19.213.116 - - [23/Apr/2026:16:38:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.065 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.065 200 2959ba224bd7ba64003ba9e99f5229cd 199.19.213.116 - - [23/Apr/2026:16:38:52 +0000] "POST /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.018 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.018 201 e63c035807b672576202115e982b88be 199.19.213.116 - - [23/Apr/2026:16:38:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.010 200 b63516ac1a301d10a1ed023b228960fb 199.19.213.116 - - [23/Apr/2026:16:38:52 +0000] "GET /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.052 [auth-system-keycloak-80] [] 10.0.0.198:8080 165 0.052 200 d9dffa0186187f8335044ef85e2eb598 199.19.213.116 - - [23/Apr/2026:16:38:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.936 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.935 200 0b0cb2b49bcd1e9c6e556280639c3686 199.19.213.116 - - [23/Apr/2026:16:38:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.076 [auth-system-keycloak-80] [] 10.0.0.198:8080 4246 0.077 200 34420325c802498b1803ff7dd411cd96 199.19.213.116 - - [23/Apr/2026:16:38:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.493 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 1.492 200 011544ede892ab9e1e81cd00ae1c78dc 199.19.213.116 - - [23/Apr/2026:16:38:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.077 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.077 200 8ef0099649559c26029622e5e63124ad 199.19.213.116 - - [23/Apr/2026:16:38:54 +0000] "GET /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.091 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.090 404 ceb3ec1c1810c6ad95971395dc900993 199.19.213.116 - - [23/Apr/2026:16:38:54 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.796 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.794 204 8d2bd4fe742fda07b001b00a860607b8 199.19.213.116 - - [23/Apr/2026:16:38:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.209 [auth-system-keycloak-80] [] 10.0.0.198:8080 4384 0.208 200 4c19b7ed0b1075040b19c0853789bec2 199.19.213.116 - - [23/Apr/2026:16:38:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.277 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.277 200 230743feec35334333084a46980e816a 199.19.213.116 - - [23/Apr/2026:16:38:54 +0000] "POST /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.021 201 a610884a7c35ed00666ec49525efe356 199.19.213.116 - - [23/Apr/2026:16:38:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.057 200 0a4bf7fa94b6bea447f65a4e040bd7c4 199.19.213.116 - - [23/Apr/2026:16:38:55 +0000] "GET /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.020 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.020 200 37fe2f5c2b689edd0be2d9d20544b4e3 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.516 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 1.515 200 02686e2c996c991de60923518cf76157 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.080 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.080 200 5deb69ca1d93d5ef2a9253cb83b69b01 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.606 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 1.604 200 97027363e5ff26c1d81843be43e260bb 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.086 [auth-system-keycloak-80] [] 10.0.0.198:8080 1682 0.086 200 b72f933a43dd0e8e4cff14b035949ccb 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "GET /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.085 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.085 404 b4040b0b98a0b2843667a5ee13940d12 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.010 200 ad9fd50041496a4457b972cd99001258 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "POST /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.075 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.074 201 869fed0eaafcbd658aa5a1d3fe6aabdb 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.198:8080 1286 0.007 200 c6061ac74df35f951d47b762a8946581 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "GET /admin/realms/atmosphere/clients/541658fd-3102-492c-ac1c-195f230be127/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.066 200 8c46e4c9450f203ef1fb556f85d4e149 199.19.213.116 - - [23/Apr/2026:16:38:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.056 [auth-system-keycloak-80] [] 10.0.0.198:8080 6432 0.056 200 e329a9ecb3d5063e1c441ee0a07f9f19 199.19.213.116 - - [23/Apr/2026:16:38:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.509 200 7a3280f32ef144a721047d8d734e560f 199.19.213.116 - - [23/Apr/2026:16:38:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.052 [auth-system-keycloak-80] [] 10.0.0.198:8080 1251 0.051 200 9d886d1786a1a6544793b70864263c47 199.19.213.116 - - [23/Apr/2026:16:38:58 +0000] "GET /admin/realms/atmosphere/clients/c13c2d45-d8b8-4a23-8982-18c9056a3dac/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.013 404 df7711cec055ae896e8dcff6285bb247 199.19.213.116 - - [23/Apr/2026:16:38:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.198:8080 1251 0.014 200 bcca0b6ea087e2d14fbca4945be5873c 199.19.213.116 - - [23/Apr/2026:16:38:58 +0000] "POST /admin/realms/atmosphere/clients/c13c2d45-d8b8-4a23-8982-18c9056a3dac/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.047 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.047 201 2724499b80281d082aa10c1cc51d3b63 199.19.213.116 - - [23/Apr/2026:16:38:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 1251 0.008 200 a9b16439fc314c266bb8c4761d72f47a 199.19.213.116 - - [23/Apr/2026:16:38:58 +0000] "GET /admin/realms/atmosphere/clients/c13c2d45-d8b8-4a23-8982-18c9056a3dac/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.019 200 5f9e51457d1543b9fdb841e553ac8259 199.19.213.116 - - [23/Apr/2026:16:38:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.489 200 1ae77692be2c51b2e696c89c6ea8ab4a 199.19.213.116 - - [23/Apr/2026:16:38:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.059 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.060 200 e2513ddea313a6321399c12feaaa1f21 199.19.213.116 - - [23/Apr/2026:16:38:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.122 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.122 201 dee4650614186ac0ada6e144da75e154 199.19.213.116 - - [23/Apr/2026:16:38:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.074 [auth-system-keycloak-80] [] 10.0.0.198:8080 2246 0.073 200 14092a80bb450de1f618fb4c075e1eed I0423 16:39:00.744968 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.100.23"}] I0423 16:39:00.751720 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e1415779-2c6d-4b98-bf73-da743c8cfbcd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4403", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0423 16:39:00.753459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:39:00.753496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:39:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.476 200 b9bbef97a56777a6a745b2b9bfb059d3 199.19.213.116 - - [23/Apr/2026:16:39:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 2246 0.010 200 4c6fd5be0b85e46344102052bd6f0557 199.19.213.116 - - [23/Apr/2026:16:39:00 +0000] "GET /admin/realms/atmosphere/clients/a2829075-4fe3-4fd6-8616-41d99e39f1bb/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.047 [auth-system-keycloak-80] [] 10.0.0.198:8080 233 0.048 200 b85f7d984f1f5a083a36b01557c41482 199.19.213.116 - - [23/Apr/2026:16:39:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.022 [auth-system-keycloak-80] [] 10.0.0.198:8080 831 0.023 200 a1e5f0b3eec89811118d019ebf547a93 199.19.213.116 - - [23/Apr/2026:16:39:00 +0000] "GET /admin/realms/atmosphere/clients/b900bf99-5815-4133-b926-ca83eedb2866/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.198:8080 3758 0.069 200 5b0d329af6fe8533b9526f659ac437b1 199.19.213.116 - - [23/Apr/2026:16:39:01 +0000] "GET /admin/realms/atmosphere/users/fc69d949-d111-4a27-b7cb-71cf6ee079d1/role-mappings/clients/b900bf99-5815-4133-b926-ca83eedb2866/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.270 [auth-system-keycloak-80] [] 10.0.0.198:8080 3758 0.270 200 54ada76d037067b6987b2f6bc6f2557d 199.19.213.116 - - [23/Apr/2026:16:39:01 +0000] "GET /admin/realms/atmosphere/users/fc69d949-d111-4a27-b7cb-71cf6ee079d1/role-mappings/clients/b900bf99-5815-4133-b926-ca83eedb2866/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.084 200 4f362e574da8de0aaa02773f135f3da9 199.19.213.116 - - [23/Apr/2026:16:39:01 +0000] "POST /admin/realms/atmosphere/users/fc69d949-d111-4a27-b7cb-71cf6ee079d1/role-mappings/clients/b900bf99-5815-4133-b926-ca83eedb2866 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.022 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.022 204 0358057ed60e2d7761e2da3d3b7c754e 199.19.213.116 - - [23/Apr/2026:16:39:01 +0000] "GET /admin/realms/atmosphere/users/fc69d949-d111-4a27-b7cb-71cf6ee079d1/role-mappings/clients/b900bf99-5815-4133-b926-ca83eedb2866/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.067 [auth-system-keycloak-80] [] 10.0.0.198:8080 576 0.066 200 27d44649a4b7a143583925f8638702b6 W0423 16:39:05.666834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:39:05.667472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:39:09.000972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:39:09.001014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:11.537508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:11.537564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:11.686451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0423 16:40:11.686515 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0423 16:40:11.686545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:11.686561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:40:11.688009 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:18.2kB} I0423 16:40:11.688039 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0423 16:40:11.689401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:11.689556 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0423 16:40:11.689708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:11.689790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:40:11.691805 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0423 16:40:11.691882 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0423 16:40:11.689876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0423 16:40:11.693262 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0423 16:40:11.693311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:11.693344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:40:11.694350 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0423 16:40:11.695049 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0423 16:40:11.696891 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0423 16:40:11.697684 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0423 16:40:11.697772 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0423 16:40:11.698065 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cfaf2f82-1439-4160-a292-b2bb83995faa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5240", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0423 16:40:11.698128 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0423 16:40:11.698160 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e8dd87a0-6e77-414a-8277-07173eaf41d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5241", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0423 16:40:11.701486 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0423 16:40:11.702112 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0423 16:40:11.702176 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4f8ed4d0-5e44-4381-8677-1d329f24cd2b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5243", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0423 16:40:12.122626 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0423 16:40:12.125512 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0423 16:40:12.525151 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0423 16:40:12.525963 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0423 16:40:12.766552 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0423 16:40:12.768816 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0423 16:40:14.872019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:14.872070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0423 16:40:14.872110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0423 16:40:14.872248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:14.872262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:40:14.872363 7 controller.go:196] "Configuration changes detected, backend reload required" I0423 16:40:14.926095 7 controller.go:216] "Backend successfully reloaded" I0423 16:40:14.927474 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ncrx2", UID:"49fcea61-bcb5-4f2d-9047-61cc7f213e2e", APIVersion:"v1", ResourceVersion:"1586", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0423 16:40:18.204706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:18.204824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0423 16:40:18.204873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0423 16:40:18.205012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:18.205044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:21.537879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:21.537977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0423 16:40:21.538022 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0423 16:40:21.538161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:21.538192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:24.871252 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:24.871338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0423 16:40:24.871380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0423 16:40:24.871516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:24.871548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:28.204213 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:28.204272 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0423 16:40:28.204306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0423 16:40:28.204617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:28.204640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:31.538323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:31.538391 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0423 16:40:31.538433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0423 16:40:31.538573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:31.538655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.7 - - [23/Apr/2026:16:40:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 6432 0.008 200 28df4c51435b3e2d3d994b86f2fe7756 10.0.0.218 - - [23/Apr/2026:16:40:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 6432 0.008 200 cb1c9c4c3c5d7895e333908edfe33f70 W0423 16:40:34.871396 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:34.871657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:34.871686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:38.206362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0423 16:40:38.206559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:38.206583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:41.538449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:41.538488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:44.871510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:40:44.871569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:41:00.746022 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.100.23"}] I0423 16:41:00.746998 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.100.23"}] I0423 16:41:00.747455 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.100.23"}] I0423 16:41:00.754303 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e8dd87a0-6e77-414a-8277-07173eaf41d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5994", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0423 16:41:00.756065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:00.756093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:41:00.759008 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4f8ed4d0-5e44-4381-8677-1d329f24cd2b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5995", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0423 16:41:00.759966 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cfaf2f82-1439-4160-a292-b2bb83995faa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5996", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0423 16:41:04.091071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:04.091111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:07.423418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:07.423465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:11.711943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:11.711974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:47.833219 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0423 16:41:47.833339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:47.833372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:41:47.837419 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0423 16:41:47.837462 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0423 16:41:47.843615 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0423 16:41:47.844190 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0423 16:41:47.844501 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3ada7c3f-41dd-49ce-a96b-340e501b8720", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6292", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0423 16:41:47.844855 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0423 16:41:47.845037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:47.845062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:41:47.845280 7 controller.go:196] "Configuration changes detected, backend reload required" I0423 16:41:47.911366 7 controller.go:216] "Backend successfully reloaded" I0423 16:41:47.911758 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ncrx2", UID:"49fcea61-bcb5-4f2d-9047-61cc7f213e2e", APIVersion:"v1", ResourceVersion:"1586", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0423 16:41:48.114828 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0423 16:41:48.115711 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0423 16:41:51.178997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:41:51.179056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:41:51 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.42:5000 281 0.003 300 94efe48fb78b7296ddc90d3652d5ba47 199.19.213.116 - - [23/Apr/2026:16:41:52 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.42:5000 266 0.004 200 1194c0767a0310d2c67a32e96ca80fc9 199.19.213.116 - - [23/Apr/2026:16:41:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.516 [openstack-keystone-api-5000] [] 10.0.0.42:5000 1360 0.516 201 86f88cbc4976d5e6d1fc8d1755825545 199.19.213.116 - - [23/Apr/2026:16:41:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.42:5000 281 0.004 300 5a81b8ff354b67f004ae0402cbaf3192 199.19.213.116 - - [23/Apr/2026:16:41:53 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.42:5000 90 0.036 404 450089dff0912c2e42f41c94d91ad57d 199.19.213.116 - - [23/Apr/2026:16:41:53 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.42:5000 370 0.030 200 dee00dab48b10322465797efc8d95f9c 199.19.213.116 - - [23/Apr/2026:16:41:53 +0000] "GET /v3/domains/b0951a4226f74cec8b760daecc50d6ed HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.42:5000 247 0.021 200 7294ca622feb960684325af3f3ebd18a 199.19.213.116 - - [23/Apr/2026:16:41:54 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.42:5000 266 0.003 200 de8ea8bea66e46a1776a602079a427a8 199.19.213.116 - - [23/Apr/2026:16:41:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.42:5000 1360 0.310 201 c0a6e22badfeb0645e1fecc78270af24 199.19.213.116 - - [23/Apr/2026:16:41:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.42:5000 281 0.003 300 925569b1e0312f908e93e4fa9beddd37 199.19.213.116 - - [23/Apr/2026:16:41:54 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.029 [openstack-keystone-api-5000] [] 10.0.0.42:5000 101 0.029 404 8c75d6fe34387e37cd49222a54aa12fe 199.19.213.116 - - [23/Apr/2026:16:41:54 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.42:5000 156 0.021 200 f0f6d8f643c115a7ac6d47aa40bec214 199.19.213.116 - - [23/Apr/2026:16:41:54 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.033 [openstack-keystone-api-5000] [] 10.0.0.42:5000 342 0.033 201 86c8d3cabd88a261811b3f596970e773 199.19.213.116 - - [23/Apr/2026:16:41:55 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.42:5000 266 0.004 200 b205c0ce9739afae19a6378be582a6bb 199.19.213.116 - - [23/Apr/2026:16:41:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.42:5000 1360 0.303 201 e25d11a2a8e5bb1dcfbf929805c75f13 199.19.213.116 - - [23/Apr/2026:16:41:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.42:5000 281 0.004 300 7c3987b852a6713438f611f42cef9267 199.19.213.116 - - [23/Apr/2026:16:41:56 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.035 [openstack-keystone-api-5000] [] 10.0.0.42:5000 98 0.034 404 7deda58b253752c643d770ec963c2b15 199.19.213.116 - - [23/Apr/2026:16:41:56 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.42:5000 136 0.018 200 15079423d2fbe2c9446822a8e5f1a068 199.19.213.116 - - [23/Apr/2026:16:41:56 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.42:5000 357 0.020 201 794bc7aed57fdaf159c796c214137647 199.19.213.116 - - [23/Apr/2026:16:41:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.42:5000 266 0.004 200 2d96ea5a0984ce074627c3fd57a69a3b 199.19.213.116 - - [23/Apr/2026:16:41:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.42:5000 1360 0.293 201 798baafaaeef7a2f5ee402fc900203ec 199.19.213.116 - - [23/Apr/2026:16:41:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.42:5000 281 0.004 300 a797cf847eca95dca199eddce5545951 199.19.213.116 - - [23/Apr/2026:16:41:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.42:5000 131 0.023 404 4c88611f653cebb4887dc1e261bfcf64 199.19.213.116 - - [23/Apr/2026:16:41:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.42:5000 168 0.019 200 964da08db26298b125bdf81e95538d47 199.19.213.116 - - [23/Apr/2026:16:41:57 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.42:5000 224 0.021 201 e12b6d316883b3ca940fc2746e53e496 I0423 16:42:00.744564 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.100.23"}] I0423 16:42:00.751107 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3ada7c3f-41dd-49ce-a96b-340e501b8720", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6388", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0423 16:42:00.753068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:00.753111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:04.198722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:04.198764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:07.532955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:07.533004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:10.866774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:10.866819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0423 16:42:37.424334 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-116.nip.io. Skipping. W0423 16:42:37.424766 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0423 16:42:37.424864 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0423 16:42:37.424944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:37.424961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:42:37.428135 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0423 16:42:37.428169 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0423 16:42:37.438347 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0423 16:42:37.438696 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-116.nip.io. Skipping. W0423 16:42:37.438948 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0423 16:42:37.439653 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0423 16:42:37.439832 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0423 16:42:37.439947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:37.439979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0423 16:42:37.440126 7 controller.go:196] "Configuration changes detected, backend reload required" I0423 16:42:37.443843 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"5fe2ef5c-57e9-48e7-a2b0-0470c96d0f6f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6718", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0423 16:42:37.493215 7 controller.go:216] "Backend successfully reloaded" I0423 16:42:37.493602 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ncrx2", UID:"49fcea61-bcb5-4f2d-9047-61cc7f213e2e", APIVersion:"v1", ResourceVersion:"1586", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0423 16:42:37.745335 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0423 16:42:37.745572 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-116.nip.io. Skipping. I0423 16:42:37.746290 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0423 16:42:40.773656 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0423 16:42:40.774014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:42:40.774046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:42:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.198:8080 1928 0.509 200 c1c6b99e754117e6c4bcf4ff5172735c 199.19.213.116 - - [23/Apr/2026:16:42:59 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.059 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.060 200 876edd8b405d071e60c85b6cdb78f56b 199.19.213.116 - - [23/Apr/2026:16:42:59 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.025 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.023 201 0c8a34f8435d9284fc3bbe5336d257ca 199.19.213.116 - - [23/Apr/2026:16:42:59 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.046 [auth-system-keycloak-80] [] 10.0.0.198:8080 322 0.046 200 cba388bee960c1e72510e46f7289555a 199.19.213.116 - - [23/Apr/2026:16:42:59 +0000] "GET /admin/realms/atmosphere/users/eab717dd-7207-4642-a934-732d0592c7e9/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.077 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.077 200 02b538daf7042d3df872ccb870ae6026 199.19.213.116 - - [23/Apr/2026:16:42:59 +0000] "GET /admin/realms/atmosphere/users/eab717dd-7207-4642-a934-732d0592c7e9/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.006 200 973d635ba8cdde8600766a647d0af240 199.19.213.116 - - [23/Apr/2026:16:43:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.008 [openstack-keystone-api-5000] [] 10.0.0.42:5000 266 0.009 200 06b89900a51ddfc9b4612ba0e2febd92 I0423 16:43:00.744244 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.101.100.23"}] E0423 16:43:00.748846 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-116.nip.io. Skipping. I0423 16:43:00.749573 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"5fe2ef5c-57e9-48e7-a2b0-0470c96d0f6f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6884", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0423 16:43:00.750088 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0423 16:43:00.750285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:43:00.750338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.116 - - [23/Apr/2026:16:43:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.42:5000 1360 0.304 201 1b04a4e9a60d65f1f0ec1246227a1cb3 199.19.213.116 - - [23/Apr/2026:16:43:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.42:5000 281 0.005 300 39aed89ee74be0a4404cc861d7a7908f 199.19.213.116 - - [23/Apr/2026:16:43:00 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.42:5000 90 0.027 404 6383d72ab87f2d3ab86e7798c13de99c 199.19.213.116 - - [23/Apr/2026:16:43:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.42:5000 370 0.034 200 1ac3425de9230c790161f5d2dd07a204 199.19.213.116 - - [23/Apr/2026:16:43:01 +0000] "GET /v3/users?domain_id=b0951a4226f74cec8b760daecc50d6ed&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.349 [openstack-keystone-api-5000] [] 10.0.0.42:5000 451 0.348 200 8e3a8912ee03cecfdc7474a66ff1dc58 W0423 16:43:28.186793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:43:28.186826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:43:31.520853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:43:31.520921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:43:34.854118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0423 16:43:34.854170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store