------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0417 09:18:11.259476 6 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0417 09:18:11.259721 6 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0417 09:18:11.269486 6 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0417 09:18:11.274090 6 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0417 09:18:11.450046 6 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0417 09:18:11.469431 6 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0417 09:18:11.483740 6 nginx.go:271] "Starting NGINX Ingress controller" I0417 09:18:11.491937 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"232bf09a-f131-41a8-a9ad-7ea8ae89407d", APIVersion:"v1", ResourceVersion:"1564", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0417 09:18:11.495269 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b2e82acc-99c4-491e-8421-70bef495e1db", APIVersion:"v1", ResourceVersion:"1565", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0417 09:18:11.495362 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"fe561271-9952-4b30-9a8a-6d8877846a00", APIVersion:"v1", ResourceVersion:"1563", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0417 09:18:12.688103 6 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0417 09:18:12.688743 6 nginx.go:317] "Starting NGINX process" I0417 09:18:12.689346 6 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0417 09:18:12.690592 6 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0417 09:18:12.690709 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:12.690745 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:18:12.690815 6 controller.go:196] "Configuration changes detected, backend reload required" I0417 09:18:12.697626 6 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0417 09:18:12.697731 6 status.go:85] "New leader elected" identity="ingress-nginx-controller-wltbs" I0417 09:18:12.723219 6 controller.go:216] "Backend successfully reloaded" I0417 09:18:12.723329 6 controller.go:227] "Initial sync, sleeping for 1 second" I0417 09:18:12.723499 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wltbs", UID:"90e9a19d-c28e-48e2-b4c6-ee265f83c78b", APIVersion:"v1", ResourceVersion:"1681", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 09:18:16.504914 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:16.504960 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:19.838470 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:19.838526 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:23.172515 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:23.172567 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:26.505914 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:26.505959 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:29.847994 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:29.848041 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:33.172744 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:33.172812 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:36.505443 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:36.505487 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:39.838883 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:39.838927 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:43.172695 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:43.172776 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:53.589935 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:18:53.590047 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:19:06.669363 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:19:06.669395 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:19:10.005308 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:19:10.005367 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:06.341794 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:06.341867 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:09.676095 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:09.676142 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:35.105036 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:35.105080 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:38.439302 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:38.439347 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:44.311354 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:44.311424 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:54.014455 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:54.014798 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:57.348099 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:20:57.348160 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:21:00.681402 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:21:00.681483 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:21:04.014685 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:21:04.014731 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:22:07.798284 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:22:07.798325 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:22:11.132054 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:22:11.132101 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:15.401859 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:15.401910 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:18.129930 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-84.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-84.nip.io-tls was not found. Using default certificate W0417 09:23:18.129977 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:18.129989 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:23:18.131277 6 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0417 09:23:18.131303 6 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0417 09:23:18.137465 6 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0417 09:23:18.137680 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4edb4508-fd8b-43b5-8d48-af4ebf528697", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3904", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 09:23:18.137881 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-84.nip.io-tls" in local store I0417 09:23:18.436524 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-84.nip.io-tls" I0417 09:23:18.437776 6 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-84.nip.io-tls" W0417 09:23:18.736089 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:18.736139 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:23:18.736454 6 controller.go:196] "Configuration changes detected, backend reload required" I0417 09:23:18.783132 6 controller.go:216] "Backend successfully reloaded" I0417 09:23:18.783678 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wltbs", UID:"90e9a19d-c28e-48e2-b4c6-ee265f83c78b", APIVersion:"v1", ResourceVersion:"1681", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 09:23:22.069005 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:22.069075 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [17/Apr/2026:09:23:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.268 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 2.267 200 4f86e8b16a2ebf14f4b3cb7bdea99abb 199.19.213.84 - - [17/Apr/2026:09:23:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.177 [auth-system-keycloak-80] [] 10.0.0.148:8080 116 0.177 404 311291dd6ef37bafa4c3803c4c91ea4b W0417 09:23:29.416549 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:29.416598 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [17/Apr/2026:09:23:31 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.886 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 3.885 201 74903fdf7ca406c759e7c7b3c548cd00 199.19.213.84 - - [17/Apr/2026:09:23:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.499 [auth-system-keycloak-80] [] 10.0.0.148:8080 4246 0.499 200 5d72faa44e77fdc7f30b69984fd4e007 W0417 09:23:32.750411 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:32.750455 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [17/Apr/2026:09:23:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.535 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.533 200 f760ee697deade58a44c13349c3b7317 199.19.213.84 - - [17/Apr/2026:09:23:32 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.090 [auth-system-keycloak-80] [] 10.0.0.148:8080 12500 0.090 200 39e8044f2e8f80b978a54cad2c5bd4e8 199.19.213.84 - - [17/Apr/2026:09:23:32 +0000] "GET /admin/realms/atmosphere/client-scopes/bfa7a99e-22f4-42f6-8da5-62b4bda0f7a5 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.148:8080 1278 0.011 200 2de7b42ddf30ce5e070a3100d68587fb 199.19.213.84 - - [17/Apr/2026:09:23:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/bfa7a99e-22f4-42f6-8da5-62b4bda0f7a5 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.073 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.073 204 591bc1296ec4b81e9e2c653b777a3e75 199.19.213.84 - - [17/Apr/2026:09:23:33 +0000] "GET /admin/realms/atmosphere/client-scopes/bfa7a99e-22f4-42f6-8da5-62b4bda0f7a5/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.083 [auth-system-keycloak-80] [] 10.0.0.148:8080 963 0.083 200 ff45341c98d22aa6e9522747b3402933 199.19.213.84 - - [17/Apr/2026:09:23:33 +0000] "GET /admin/realms/atmosphere/client-scopes/bfa7a99e-22f4-42f6-8da5-62b4bda0f7a5/protocol-mappers/models/6a82a73e-eb22-4787-a9cb-94d32e0cf1c9 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.148:8080 366 0.011 200 05ccbf06d8eddf02c08120b804d435cf 199.19.213.84 - - [17/Apr/2026:09:23:33 +0000] "PUT /admin/realms/atmosphere/client-scopes/bfa7a99e-22f4-42f6-8da5-62b4bda0f7a5/protocol-mappers/models/6a82a73e-eb22-4787-a9cb-94d32e0cf1c9 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.080 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.080 204 c8c4ac91c3bae7a9017cbabce31a1452 199.19.213.84 - - [17/Apr/2026:09:23:33 +0000] "GET /admin/realms/atmosphere/client-scopes/bfa7a99e-22f4-42f6-8da5-62b4bda0f7a5 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.085 [auth-system-keycloak-80] [] 10.0.0.148:8080 1218 0.084 200 6c11cf52f897436f91648310badc00dc W0417 09:23:42.336291 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:42.336362 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:45.670657 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:45.670693 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:55.155078 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:55.155164 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [17/Apr/2026:09:23:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.472 200 2026bde2a24e41d77c7a1aa0e3eceaa1 199.19.213.84 - - [17/Apr/2026:09:23:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.017 200 fdb7426ac948324c1b44088f1a9ee69a 199.19.213.84 - - [17/Apr/2026:09:23:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.182 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.181 201 838db6597c6b3403618cc3761a879d48 199.19.213.84 - - [17/Apr/2026:09:23:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.081 [auth-system-keycloak-80] [] 10.0.0.148:8080 1259 0.081 200 52cc054f133f01ceae8315511e78a110 199.19.213.84 - - [17/Apr/2026:09:23:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.434 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.433 200 71796c740b91f6ca68eef8a92fdf3a2a 199.19.213.84 - - [17/Apr/2026:09:23:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.037 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.038 200 b3bff546193e9560930721a2c63d0c17 199.19.213.84 - - [17/Apr/2026:09:23:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.102 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.100 201 90f4ae6d17cc06e5df5b3b28068af690 199.19.213.84 - - [17/Apr/2026:09:23:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.079 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.078 200 c225352e38885735226d5745409c2e05 199.19.213.84 - - [17/Apr/2026:09:23:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.482 200 0642590013ee5b853d9dbd3362505a37 199.19.213.84 - - [17/Apr/2026:09:23:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.016 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.016 200 ec3c3191b62eddd593f643ea2aa4a0e5 199.19.213.84 - - [17/Apr/2026:09:23:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.061 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.059 201 b37ffae89a36b3c68bc3f7c52c11548a 199.19.213.84 - - [17/Apr/2026:09:23:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.075 [auth-system-keycloak-80] [] 10.0.0.148:8080 1249 0.075 200 cdf31e737ee7d2e4a189e0af8f5e4dc8 W0417 09:23:58.489399 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:23:58.489447 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [17/Apr/2026:09:23:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.471 200 befa4ff3aab7b896428b841ebaf885c0 199.19.213.84 - - [17/Apr/2026:09:23:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 1259 0.007 200 2e8a725633c3813c1e61186d29718a5d 199.19.213.84 - - [17/Apr/2026:09:23:59 +0000] "GET /admin/realms/atmosphere/clients/fcfbc121-b74d-4689-8ca1-a29f99837fad/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.015 404 a987909442b6f2b251c73123e3a0d771 199.19.213.84 - - [17/Apr/2026:09:23:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 1259 0.007 200 45a1f2589ba996b6b30751f15cf4cc43 199.19.213.84 - - [17/Apr/2026:09:23:59 +0000] "POST /admin/realms/atmosphere/clients/fcfbc121-b74d-4689-8ca1-a29f99837fad/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.038 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.037 201 a293c417631ce41ef186335d98585b99 199.19.213.84 - - [17/Apr/2026:09:23:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 1259 0.007 200 f6251d3299b021c88e0c4cf69fd851bf 199.19.213.84 - - [17/Apr/2026:09:23:59 +0000] "GET /admin/realms/atmosphere/clients/fcfbc121-b74d-4689-8ca1-a29f99837fad/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.148:8080 166 0.015 200 052b0e0dc6e29df8bdbf85cfb31fa630 199.19.213.84 - - [17/Apr/2026:09:24:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.482 200 31f1eb3d28e1742830ef261c00ababd7 199.19.213.84 - - [17/Apr/2026:09:24:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.010 200 15fd233eaa57a38e092ef4142d7997a6 199.19.213.84 - - [17/Apr/2026:09:24:00 +0000] "GET /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.047 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.046 404 b2df38fe6d2a8b25cda7783938f09b6f 199.19.213.84 - - [17/Apr/2026:09:24:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.009 200 f77ac925673fa0c7b8b8f568e532ab73 199.19.213.84 - - [17/Apr/2026:09:24:00 +0000] "POST /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.059 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.058 201 d2c674286a2dc14acdac90b6bc2091cc 199.19.213.84 - - [17/Apr/2026:09:24:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.005 200 7f25ca65ab5d1688e7edc1d33d3da3a1 199.19.213.84 - - [17/Apr/2026:09:24:00 +0000] "GET /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.018 [auth-system-keycloak-80] [] 10.0.0.148:8080 165 0.019 200 c27b17bb03f3e54cb4cc5dd34e2464f3 199.19.213.84 - - [17/Apr/2026:09:24:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.492 200 a8bbe278a6868880660c2b15680d3c34 199.19.213.84 - - [17/Apr/2026:09:24:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.041 200 c957bd41c84a15419ab22cb8625297f8 199.19.213.84 - - [17/Apr/2026:09:24:01 +0000] "GET /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.014 404 577618540cf397fdcfc9af9d8a07b639 199.19.213.84 - - [17/Apr/2026:09:24:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.006 200 fcac941785f3f88ee9db76bc769db870 199.19.213.84 - - [17/Apr/2026:09:24:01 +0000] "POST /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.071 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.069 201 e6d6b5937bbd29c214813dc160a6f12f 199.19.213.84 - - [17/Apr/2026:09:24:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.015 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.015 200 0bf90eb50bb0ccb83e2787c360e2ac17 199.19.213.84 - - [17/Apr/2026:09:24:01 +0000] "GET /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.148:8080 166 0.018 200 bb67a0cb1ca1ded2117929a0a4f25684 199.19.213.84 - - [17/Apr/2026:09:24:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.743 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.742 200 31c0c496673762dde170d58b56e1c514 199.19.213.84 - - [17/Apr/2026:09:24:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.071 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.071 200 e5722bb7da8bc203ec2e5e10198aaba8 199.19.213.84 - - [17/Apr/2026:09:24:03 +0000] "GET /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.009 404 810859c8f722756fe79500c37cec19fe 199.19.213.84 - - [17/Apr/2026:09:24:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.067 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.067 200 e3507c5200a2c4e4b8b76ba021e27d6a 199.19.213.84 - - [17/Apr/2026:09:24:03 +0000] "POST /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.023 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.022 201 d8807dd91d1fe306ee048c94cb0fa239 199.19.213.84 - - [17/Apr/2026:09:24:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.061 [auth-system-keycloak-80] [] 10.0.0.148:8080 1283 0.061 200 fe57839321cd944bd986949058c1096e 199.19.213.84 - - [17/Apr/2026:09:24:03 +0000] "GET /admin/realms/atmosphere/clients/b6037476-ad83-410a-8b47-320a5f1ecac7/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.023 [auth-system-keycloak-80] [] 10.0.0.148:8080 166 0.023 200 f34a5d2c68181788537f0fa494df0ec6 199.19.213.84 - - [17/Apr/2026:09:24:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.016 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 1.014 200 0fc57d01867791519f47db5288def646 199.19.213.84 - - [17/Apr/2026:09:24:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.047 [auth-system-keycloak-80] [] 10.0.0.148:8080 4246 0.047 200 12b523d03895aab23587940b65006474 199.19.213.84 - - [17/Apr/2026:09:24:04 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.599 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.595 204 5ef8a6ffd02975a74df725745feadf04 199.19.213.84 - - [17/Apr/2026:09:24:04 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.585 [auth-system-keycloak-80] [] 10.0.0.148:8080 4384 0.585 200 48124d126e25796ef55f6734ca8266db 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.414 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 1.414 200 904c19540d282814cf2af9d559345450 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.039 [auth-system-keycloak-80] [] 10.0.0.148:8080 1249 0.040 200 8d3e46b44e12db69a38da1584f6fd051 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "GET /admin/realms/atmosphere/clients/f712f50b-ca8f-4d2a-855b-f474df3338da/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.148:8080 119 0.009 404 7dee5de1e7d5f51428590b9bccab90ad 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.148:8080 1249 0.004 200 a75a42f29312698668d48d97b4273bca 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "POST /admin/realms/atmosphere/clients/f712f50b-ca8f-4d2a-855b-f474df3338da/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.053 201 dcec828db5d8206129373abb845a7e15 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.148:8080 1249 0.013 200 a8029c764582fe724adc4ed2c054af2b 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "GET /admin/realms/atmosphere/clients/f712f50b-ca8f-4d2a-855b-f474df3338da/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.148:8080 166 0.012 200 2d67f7c8d7666f6b918273dd6336a4dc 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.440 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.439 200 1d8e0ab1fed8aa5c243770ac5194e7bc 199.19.213.84 - - [17/Apr/2026:09:24:05 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.022 [auth-system-keycloak-80] [] 10.0.0.148:8080 1682 0.022 200 ab1da8fb8534b3ef0b866ad43e44714d 199.19.213.84 - - [17/Apr/2026:09:24:06 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.033 [auth-system-keycloak-80] [] 10.0.0.148:8080 6411 0.033 200 cf1295cc0cef0e25d2aa73344a492551 199.19.213.84 - - [17/Apr/2026:09:24:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.464 200 169fc98cdcbe316cb2cd704c87494b00 199.19.213.84 - - [17/Apr/2026:09:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.042 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.042 200 1c1e6d2e4972cc3ec8777dfb3fb2c723 199.19.213.84 - - [17/Apr/2026:09:24:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.118 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.116 201 3e28f4ce31402004f44a9b450a855205 199.19.213.84 - - [17/Apr/2026:09:24:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.063 [auth-system-keycloak-80] [] 10.0.0.148:8080 2242 0.063 200 22d969ce68928140c2d0336e22998f71 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.544 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.542 200 ef8f8216d761f576b404c69e0edc15a1 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.044 [auth-system-keycloak-80] [] 10.0.0.148:8080 2242 0.044 200 b00cef4b93492d2360e40234e744cfac 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "GET /admin/realms/atmosphere/clients/21967983-5748-4ecc-81ff-e055a74eb0d7/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.013 [auth-system-keycloak-80] [] 10.0.0.148:8080 233 0.014 200 982522041737a382a6e39ea71030f9cf 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.019 [auth-system-keycloak-80] [] 10.0.0.148:8080 831 0.018 200 5e20885d2b11c3eab6c7a389da9b9d0e 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "GET /admin/realms/atmosphere/clients/916a8a11-cfba-42e9-b4a7-8f2edf6a4df1/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.061 [auth-system-keycloak-80] [] 10.0.0.148:8080 3758 0.061 200 15a3b62a23cd652684d05bf52fafb9aa 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "GET /admin/realms/atmosphere/users/0c5c3292-1b17-4022-bc0c-870075c62aa2/role-mappings/clients/916a8a11-cfba-42e9-b4a7-8f2edf6a4df1/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.190 [auth-system-keycloak-80] [] 10.0.0.148:8080 3758 0.190 200 4d50867c4b0d1ec8d5de21ebe6c23735 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "GET /admin/realms/atmosphere/users/0c5c3292-1b17-4022-bc0c-870075c62aa2/role-mappings/clients/916a8a11-cfba-42e9-b4a7-8f2edf6a4df1/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.079 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.079 200 2981f30f29c6bff6168bf2a926112697 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "POST /admin/realms/atmosphere/users/0c5c3292-1b17-4022-bc0c-870075c62aa2/role-mappings/clients/916a8a11-cfba-42e9-b4a7-8f2edf6a4df1 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.092 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.091 204 6173e94833b883eb70c5a3509558157d 199.19.213.84 - - [17/Apr/2026:09:24:09 +0000] "GET /admin/realms/atmosphere/users/0c5c3292-1b17-4022-bc0c-870075c62aa2/role-mappings/clients/916a8a11-cfba-42e9-b4a7-8f2edf6a4df1/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.148:8080 576 0.012 200 31b78ef5db12e5a8f97f53f48c70aae2 I0417 09:24:12.706171 6 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.100.222"}] I0417 09:24:12.711495 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4edb4508-fd8b-43b5-8d48-af4ebf528697", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4383", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 09:24:12.713029 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:24:12.713068 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:24:16.047306 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:24:16.047355 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:24:19.380180 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:24:19.380229 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:20.741884 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:20.741925 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:21.050453 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:21.050525 6 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0417 09:25:21.050563 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:21.050581 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:21.051155 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:21.051246 6 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0417 09:25:21.051314 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:21.051351 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:21.052431 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:21.052477 6 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0417 09:25:21.052503 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:21.052515 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:25:21.053358 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0417 09:25:21.053378 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0417 09:25:21.053568 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:18.2kB} I0417 09:25:21.053583 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0417 09:25:21.054394 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0417 09:25:21.054433 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0417 09:25:21.071131 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0417 09:25:21.071682 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0417 09:25:21.072164 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f641c24d-62f8-4526-9c67-f00a4d233b2e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5181", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 09:25:21.073103 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0417 09:25:21.073458 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0417 09:25:21.073478 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0417 09:25:21.073625 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"89a0f139-32c4-416a-9fed-c8570116139c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5185", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 09:25:21.073692 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"27fcc068-2244-468a-89b2-724c1c81b26f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5186", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 09:25:21.073754 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0417 09:25:21.773589 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0417 09:25:21.774659 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0417 09:25:22.269055 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0417 09:25:22.270100 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0417 09:25:22.599799 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0417 09:25:22.601257 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0417 09:25:24.076183 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:24.076270 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:24.076305 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:24.076440 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:24.076464 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:25:24.076609 6 controller.go:196] "Configuration changes detected, backend reload required" I0417 09:25:24.219356 6 controller.go:216] "Backend successfully reloaded" I0417 09:25:24.220427 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wltbs", UID:"90e9a19d-c28e-48e2-b4c6-ee265f83c78b", APIVersion:"v1", ResourceVersion:"1681", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 09:25:27.411565 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:27.411640 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:27.411666 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:27.411753 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:27.411773 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:30.742729 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:30.742802 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:30.742845 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:30.742971 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:30.742993 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:34.075405 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:34.075513 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:34.075575 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:34.075986 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:34.076042 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:41.454547 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:41.454603 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:41.454692 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:41.454832 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:41.454859 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:44.788166 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:44.788216 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:44.788238 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:44.788323 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:44.788337 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:48.122118 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:48.122182 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:48.122286 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:48.122526 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:48.122588 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:51.454639 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:51.454796 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:51.454890 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:51.455415 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:51.455491 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.13 - - [17/Apr/2026:09:25:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.148:8080 6411 0.008 200 db968167998e1fa5ed2a9f36e5f8a0d3 10.0.0.182 - - [17/Apr/2026:09:25:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.148:8080 6411 0.008 200 156d82fde0f346b91251a715c6f50532 W0417 09:25:56.170532 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:56.170591 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:56.170628 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 09:25:56.170757 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:56.170783 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:59.504795 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:25:59.504865 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 09:25:59.505026 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:25:59.505127 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:02.838182 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 09:26:02.838441 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:02.838471 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:06.172594 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:06.172659 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:09.504763 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:09.504937 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:26:12.705738 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.100.222"}] I0417 09:26:12.705749 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.100.222"}] I0417 09:26:12.705993 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.100.222"}] I0417 09:26:12.713508 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"27fcc068-2244-468a-89b2-724c1c81b26f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5967", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 09:26:12.719685 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"89a0f139-32c4-416a-9fed-c8570116139c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 09:26:12.721484 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f641c24d-62f8-4526-9c67-f00a4d233b2e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5969", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 09:26:12.838363 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:12.838416 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:16.172160 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:16.172225 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:19.778514 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:19.780877 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:58.582208 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0417 09:26:58.582271 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:58.582317 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:26:58.584879 6 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0417 09:26:58.584903 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0417 09:26:58.611280 6 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0417 09:26:58.611919 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0417 09:26:58.612033 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"70766a0f-8995-42ca-93b4-b91b51e968a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6260", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 09:26:58.612399 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0417 09:26:58.612548 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:26:58.612602 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:26:58.612761 6 controller.go:196] "Configuration changes detected, backend reload required" I0417 09:26:58.736567 6 controller.go:216] "Backend successfully reloaded" I0417 09:26:58.737935 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wltbs", UID:"90e9a19d-c28e-48e2-b4c6-ee265f83c78b", APIVersion:"v1", ResourceVersion:"1681", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 09:26:59.388556 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0417 09:26:59.389746 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0417 09:27:01.946772 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:01.946805 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [17/Apr/2026:09:27:02 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.005 300 9c6ff7d9456f78f42b04c31038ff289a 199.19.213.84 - - [17/Apr/2026:09:27:04 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.005 200 55b8342c58fe28306c4936910be41397 199.19.213.84 - - [17/Apr/2026:09:27:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.544 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.544 201 87883d051444577e0e5c565c74cd27da 199.19.213.84 - - [17/Apr/2026:09:27:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 6c4df93d622ac4083946f3a49ccc1e23 199.19.213.84 - - [17/Apr/2026:09:27:04 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.033 [openstack-keystone-api-5000] [] 10.0.0.52:5000 90 0.033 404 956f110b1bdb2b89a98b27f368d75ba5 199.19.213.84 - - [17/Apr/2026:09:27:04 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.52:5000 368 0.029 200 2b94ef98cd4193e97903dc1bae293675 199.19.213.84 - - [17/Apr/2026:09:27:04 +0000] "GET /v3/domains/b8312b79ae8a42edadc421a8e58dca78 HTTP/1.1" 200 246 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 246 0.019 200 7b530472fc7187d35281d64ee9a5fdeb 199.19.213.84 - - [17/Apr/2026:09:27:05 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.002 200 4c7b732fc5cc140d7fb7ea7d1e2c1e0a 199.19.213.84 - - [17/Apr/2026:09:27:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.317 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.317 201 70a5f0f5dba7186478921295b2a26ab8 199.19.213.84 - - [17/Apr/2026:09:27:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 7d6d470e9b73434966cce4022f565ec6 199.19.213.84 - - [17/Apr/2026:09:27:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.026 [openstack-keystone-api-5000] [] 10.0.0.52:5000 101 0.026 404 9300de2104f3aa7a70526bc6a5a4dac3 199.19.213.84 - - [17/Apr/2026:09:27:05 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.52:5000 155 0.021 200 1b83e555e7608b9f2919c48b5f0f8e62 199.19.213.84 - - [17/Apr/2026:09:27:05 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.026 [openstack-keystone-api-5000] [] 10.0.0.52:5000 340 0.026 201 0e04f23dbe2d2ca8d098ea26e55f5442 199.19.213.84 - - [17/Apr/2026:09:27:06 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.003 200 64ef1da8661ca8670cdf30c0712afa79 199.19.213.84 - - [17/Apr/2026:09:27:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.333 201 c443af615ef3c17e868939c90718a666 199.19.213.84 - - [17/Apr/2026:09:27:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 db76a62a9afb43237104be139e91aedd 199.19.213.84 - - [17/Apr/2026:09:27:07 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.52:5000 98 0.018 404 e05e4ef46b319ac57266c58eceb99c10 199.19.213.84 - - [17/Apr/2026:09:27:07 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.019 [openstack-keystone-api-5000] [] 10.0.0.52:5000 135 0.019 200 210c4635dcfce1b242efd128fac0eed7 199.19.213.84 - - [17/Apr/2026:09:27:07 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 356 0.020 201 152c23b67343f34b1eebaee04c4555ef 199.19.213.84 - - [17/Apr/2026:09:27:07 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.004 200 d81031bf27ddc32ffc797ccb163a1f25 199.19.213.84 - - [17/Apr/2026:09:27:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.297 201 def53a4e785b82372e0db01cfa2a5fe7 199.19.213.84 - - [17/Apr/2026:09:27:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 cfeae1dea9a6ce7720e5f0ec7cb872a1 199.19.213.84 - - [17/Apr/2026:09:27:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.52:5000 131 0.022 404 a7f86d023ffdce29e6ee06ca14f32314 199.19.213.84 - - [17/Apr/2026:09:27:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.016 [openstack-keystone-api-5000] [] 10.0.0.52:5000 167 0.016 200 88cedd5f0b9200d5c284087d189385fc 199.19.213.84 - - [17/Apr/2026:09:27:08 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.085 [openstack-keystone-api-5000] [] 10.0.0.52:5000 222 0.086 201 e28f4d8bec2ebec0712aeed45d405c29 I0417 09:27:12.764608 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.100.222"}] I0417 09:27:12.790127 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"70766a0f-8995-42ca-93b4-b91b51e968a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6358", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 09:27:12.795564 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:12.795610 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:17.483897 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:17.483947 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:20.817492 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:20.817557 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:24.151899 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:24.151961 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:27.484536 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:27.484587 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0417 09:27:57.259724 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-84.nip.io. Skipping. W0417 09:27:57.260389 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 09:27:57.260506 6 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0417 09:27:57.260585 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:57.260612 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:27:57.265012 6 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.021s admissionTime:0.025s testedConfigurationSize:33.4kB} I0417 09:27:57.265053 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0417 09:27:57.270562 6 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0417 09:27:57.270963 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-84.nip.io. Skipping. I0417 09:27:57.270981 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"5f9af925-e9ed-4368-8ffa-4151f0d4f38d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6716", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 09:27:57.271549 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0417 09:27:57.272102 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 09:27:57.272308 6 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0417 09:27:57.272452 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:27:57.272481 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:27:57.272692 6 controller.go:196] "Configuration changes detected, backend reload required" I0417 09:27:57.351495 6 controller.go:216] "Backend successfully reloaded" I0417 09:27:57.352326 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wltbs", UID:"90e9a19d-c28e-48e2-b4c6-ee265f83c78b", APIVersion:"v1", ResourceVersion:"1681", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 09:27:57.665401 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0417 09:27:57.665607 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-84.nip.io. Skipping. I0417 09:27:57.666512 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0417 09:28:00.605758 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 09:28:00.606080 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:28:00.606112 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 09:28:12.807114 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.107.100.222"}] E0417 09:28:12.842210 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-84.nip.io. Skipping. I0417 09:28:12.842360 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"5f9af925-e9ed-4368-8ffa-4151f0d4f38d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6838", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 09:28:12.845066 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 09:28:12.845186 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:28:12.845209 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.84 - - [17/Apr/2026:09:28:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.148:8080 1925 0.485 200 98fbafcf425d456569714a5f9fbbf2eb 199.19.213.84 - - [17/Apr/2026:09:28:18 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.031 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.031 200 f4692583231b323681a2c29bdc241af6 199.19.213.84 - - [17/Apr/2026:09:28:18 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.051 [auth-system-keycloak-80] [] 10.0.0.148:8080 0 0.051 201 d8cc3156e2cde5107813cb458fdd44ee 199.19.213.84 - - [17/Apr/2026:09:28:18 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.025 [auth-system-keycloak-80] [] 10.0.0.148:8080 322 0.025 200 3cc6d6bf2cf4a22fb2339a00b8c789c9 199.19.213.84 - - [17/Apr/2026:09:28:18 +0000] "GET /admin/realms/atmosphere/users/0d39cffc-e9ae-44b5-baa6-024a3c655d17/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.016 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.015 200 32e66638d255f71858f41c5b6a9e21ba 199.19.213.84 - - [17/Apr/2026:09:28:18 +0000] "GET /admin/realms/atmosphere/users/0d39cffc-e9ae-44b5-baa6-024a3c655d17/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.019 [auth-system-keycloak-80] [] 10.0.0.148:8080 2 0.019 200 3bb06907446c3d0f409ec610569d9777 199.19.213.84 - - [17/Apr/2026:09:28:19 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.007 200 e187b3a0ac728efa5f33e90d5a96fbec 199.19.213.84 - - [17/Apr/2026:09:28:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.331 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.331 201 1bc3ea0c9d32fd6f7ba8aa68cbaa9916 199.19.213.84 - - [17/Apr/2026:09:28:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.011 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.010 300 6dd18eed438b79daa5da66f7dc23a06f 199.19.213.84 - - [17/Apr/2026:09:28:19 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.025 [openstack-keystone-api-5000] [] 10.0.0.52:5000 90 0.026 404 2b30e8572bb7096e5f7fb89b70eb32f4 199.19.213.84 - - [17/Apr/2026:09:28:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.036 [openstack-keystone-api-5000] [] 10.0.0.52:5000 368 0.035 200 f841f18f8593485ec3998eac322d4764 199.19.213.84 - - [17/Apr/2026:09:28:20 +0000] "GET /v3/users?domain_id=b8312b79ae8a42edadc421a8e58dca78&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.244 [openstack-keystone-api-5000] [] 10.0.0.52:5000 449 0.244 200 ae9012a245558114b95bda05b63f144f W0417 09:28:42.788906 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:28:42.788983 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:28:46.122674 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:28:46.122721 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:28:49.456185 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 09:28:49.456243 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store