------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0415 03:11:33.400825 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0415 03:11:33.401112 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0415 03:11:33.408750 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0415 03:11:33.414507 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0415 03:11:33.625197 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0415 03:11:33.644257 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0415 03:11:33.664365 7 nginx.go:271] "Starting NGINX Ingress controller" I0415 03:11:33.673374 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"1f04e8fc-1bea-4c62-b620-aa1d4d70034e", APIVersion:"v1", ResourceVersion:"1567", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0415 03:11:33.676373 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f355863c-096a-4904-bd9a-94a69944355c", APIVersion:"v1", ResourceVersion:"1568", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0415 03:11:33.676464 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c7b3f63b-dc41-4fed-bd63-b6d244b1c140", APIVersion:"v1", ResourceVersion:"1566", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0415 03:11:34.867516 7 nginx.go:317] "Starting NGINX process" I0415 03:11:34.867637 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0415 03:11:34.867899 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0415 03:11:34.868144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:34.868161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:11:34.868196 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 03:11:34.878553 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0415 03:11:34.878761 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-6v64j" I0415 03:11:34.901096 7 controller.go:216] "Backend successfully reloaded" I0415 03:11:34.901230 7 controller.go:227] "Initial sync, sleeping for 1 second" I0415 03:11:34.901279 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6v64j", UID:"6a49867d-0e83-475f-a455-0e292705ade3", APIVersion:"v1", ResourceVersion:"1611", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 03:11:38.680153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:38.680180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:42.014353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:42.014397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:45.347838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:45.347866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:48.680305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:48.680352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:52.014242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:52.014293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:55.347236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:55.347281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:58.681007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:11:58.681073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:12:02.014767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:12:02.014814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:12:05.347394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:12:05.347473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:12:13.315941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:12:13.315988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:12:34.089352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:12:34.089394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:27.976305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:27.976330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:31.310137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:31.310174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:34.643309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:34.643351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:37.979492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:37.979537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:41.783787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:41.783868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:45.117693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:45.117729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:48.451367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:48.451416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:51.784407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:13:51.784470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:15:48.956749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:15:48.956816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:15:52.291377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:15:52.291437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:03.045778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:03.045810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:06.005230 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-49.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-49.nip.io-tls was not found. Using default certificate W0415 03:16:06.005510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:06.005631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:16:06.007649 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0415 03:16:06.007787 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0415 03:16:06.018885 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0415 03:16:06.019243 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"25412e15-4e7d-4a27-86d8-ba1f7cf53bfd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3741", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 03:16:06.019648 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-49.nip.io-tls" in local store I0415 03:16:06.364231 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-49.nip.io-tls" I0415 03:16:06.365910 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-49.nip.io-tls" W0415 03:16:06.379720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:06.381679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:16:06.381946 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 03:16:06.421825 7 controller.go:216] "Backend successfully reloaded" I0415 03:16:06.422630 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6v64j", UID:"6a49867d-0e83-475f-a455-0e292705ade3", APIVersion:"v1", ResourceVersion:"1611", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 03:16:09.714127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:09.714164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [15/Apr/2026:03:16:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.040 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 2.038 200 a3df5290f29b27c39b7d7ed2a135d13a 199.204.45.49 - - [15/Apr/2026:03:16:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.187 [auth-system-keycloak-80] [] 10.0.0.34:8080 116 0.187 404 bec9b037d2858ae57df3a84aebd5dd9a W0415 03:16:16.674875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:16.675000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:20.012584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:20.012722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [15/Apr/2026:03:16:20 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.305 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 5.304 201 da9587de0a2f0c6c1e1f45f1187cb602 199.204.45.49 - - [15/Apr/2026:03:16:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.783 [auth-system-keycloak-80] [] 10.0.0.34:8080 4246 0.783 200 c2c3c98807260822567fee3e624ab165 199.204.45.49 - - [15/Apr/2026:03:16:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.531 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.530 200 b714f17603ba7723675efb6770097c99 199.204.45.49 - - [15/Apr/2026:03:16:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.157 [auth-system-keycloak-80] [] 10.0.0.34:8080 12500 0.156 200 726131436bfffc40b181c20dd54b93ee 199.204.45.49 - - [15/Apr/2026:03:16:22 +0000] "GET /admin/realms/atmosphere/client-scopes/354a6b50-2691-4768-922b-193a60f4b5df HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1278 0.008 200 6c2ed70ed09aa851ee98fb141d7a46b8 199.204.45.49 - - [15/Apr/2026:03:16:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/354a6b50-2691-4768-922b-193a60f4b5df HTTP/1.1" 204 0 "-" "Ansible" 1846 0.080 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.080 204 98cac3cdf9fbb16623f49107b359e68d 199.204.45.49 - - [15/Apr/2026:03:16:22 +0000] "GET /admin/realms/atmosphere/client-scopes/354a6b50-2691-4768-922b-193a60f4b5df/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.084 [auth-system-keycloak-80] [] 10.0.0.34:8080 963 0.084 200 34ae9edd69760374242ecb7aaa063f76 199.204.45.49 - - [15/Apr/2026:03:16:22 +0000] "GET /admin/realms/atmosphere/client-scopes/354a6b50-2691-4768-922b-193a60f4b5df/protocol-mappers/models/997accbf-43e2-4fbc-8282-b5cd073bb73a HTTP/1.1" 200 366 "-" "Ansible" 1307 0.082 [auth-system-keycloak-80] [] 10.0.0.34:8080 366 0.082 200 9a7602b91799c30ce55debec91d3b98a 199.204.45.49 - - [15/Apr/2026:03:16:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/354a6b50-2691-4768-922b-193a60f4b5df/protocol-mappers/models/997accbf-43e2-4fbc-8282-b5cd073bb73a HTTP/1.1" 204 0 "-" "Ansible" 1620 0.029 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.028 204 0d38d6eacefde8b776aee4339758481e 199.204.45.49 - - [15/Apr/2026:03:16:22 +0000] "GET /admin/realms/atmosphere/client-scopes/354a6b50-2691-4768-922b-193a60f4b5df HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.049 [auth-system-keycloak-80] [] 10.0.0.34:8080 1218 0.049 200 0282ff62ccb4d255efcc9be8ccf73778 I0415 03:16:34.888027 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.166.45"}] I0415 03:16:34.893047 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"25412e15-4e7d-4a27-86d8-ba1f7cf53bfd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4049", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 03:16:34.894977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:34.895021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:42.289995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:16:42.290029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [15/Apr/2026:03:16:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.494 200 decc70b2e772b2be83e5c09e3a2a939b 199.204.45.49 - - [15/Apr/2026:03:16:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.015 200 e654779873bc7ac83dd1a75e5d1d586f 199.204.45.49 - - [15/Apr/2026:03:16:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.240 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.239 201 6dec858c9172cc49b72836f6adb90b55 199.204.45.49 - - [15/Apr/2026:03:16:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.092 [auth-system-keycloak-80] [] 10.0.0.34:8080 1259 0.092 200 d3d579a5f73007f46596c929e2693e7d 199.204.45.49 - - [15/Apr/2026:03:16:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.526 200 39bf04a304c7e9978a27e6bf7b151183 199.204.45.49 - - [15/Apr/2026:03:16:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.033 200 f863207f094fc7176244a75d26867c0f 199.204.45.49 - - [15/Apr/2026:03:16:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.112 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.111 201 1df303e8876eb72f46ac4173477c8954 199.204.45.49 - - [15/Apr/2026:03:16:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.077 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.077 200 5b3fd011a2eb1375f688fe11ef83e22b 199.204.45.49 - - [15/Apr/2026:03:16:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.598 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.597 200 fa0b81f6ebfdea289e75d8ab71adcf5d 199.204.45.49 - - [15/Apr/2026:03:16:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.043 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.043 200 7364ba1ed3c96185bf803be34aab1056 199.204.45.49 - - [15/Apr/2026:03:16:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.107 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.106 201 14cef91173a4a63f8981166526e745f9 199.204.45.49 - - [15/Apr/2026:03:16:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.027 [auth-system-keycloak-80] [] 10.0.0.34:8080 1249 0.027 200 aceca84c97b75ac3b33335ea553f750a 199.204.45.49 - - [15/Apr/2026:03:16:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.477 200 8ba6e14d4eb68614f9dc8073cf582c33 199.204.45.49 - - [15/Apr/2026:03:16:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1259 0.008 200 92088e1c1020149b85b430d2af3f5b28 199.204.45.49 - - [15/Apr/2026:03:16:49 +0000] "GET /admin/realms/atmosphere/clients/8462a944-8bdc-4428-b3a5-7ae4fb9be6f6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.040 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.040 404 0283de1bbe4294e081d68ea9073239ba 199.204.45.49 - - [15/Apr/2026:03:16:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1259 0.007 200 75896afddd71e96ea4fafd099dfae2f9 199.204.45.49 - - [15/Apr/2026:03:16:49 +0000] "POST /admin/realms/atmosphere/clients/8462a944-8bdc-4428-b3a5-7ae4fb9be6f6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.064 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.063 201 1ddb03419a683f175edb513ad24f5dac 199.204.45.49 - - [15/Apr/2026:03:16:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.34:8080 1259 0.012 200 c36a8747c96bf3af70966fe10fc7256b 199.204.45.49 - - [15/Apr/2026:03:16:49 +0000] "GET /admin/realms/atmosphere/clients/8462a944-8bdc-4428-b3a5-7ae4fb9be6f6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.020 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.020 200 bf62ee1b4a7b8b4ade6b043e857a7ab9 199.204.45.49 - - [15/Apr/2026:03:16:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.631 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.630 200 945837068bc70573b3595c758a7f2dfe 199.204.45.49 - - [15/Apr/2026:03:16:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.007 200 8d0279f1214d8753154ee0c091f2210e 199.204.45.49 - - [15/Apr/2026:03:16:50 +0000] "GET /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.033 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.033 404 5a8908826762e36ca5e3c3081fdfea90 199.204.45.49 - - [15/Apr/2026:03:16:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.005 200 c57e644d2d31ab3d2c4dfd9715e1c445 199.204.45.49 - - [15/Apr/2026:03:16:50 +0000] "POST /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.014 201 aaed7a5ccc67f025d151753334bfe441 199.204.45.49 - - [15/Apr/2026:03:16:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.008 200 977c82f844ea75519de56c1f72bc2e3f 199.204.45.49 - - [15/Apr/2026:03:16:50 +0000] "GET /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.040 [auth-system-keycloak-80] [] 10.0.0.34:8080 165 0.040 200 842c95fdef508d809b3269d02e99e534 199.204.45.49 - - [15/Apr/2026:03:16:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.487 200 ca63ace97467fe32a0c7eda6446dc385 199.204.45.49 - - [15/Apr/2026:03:16:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.007 200 dff54674a9afe82eba12af28cce5b917 199.204.45.49 - - [15/Apr/2026:03:16:51 +0000] "GET /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.070 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.070 404 5c44bd15262b7a662026fb0c0212e4c4 199.204.45.49 - - [15/Apr/2026:03:16:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.010 200 f039a891f57b4a486b5dcf29943bad8a 199.204.45.49 - - [15/Apr/2026:03:16:51 +0000] "POST /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.066 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.066 201 23f8e456ec051baa034524d01a6ec5b7 199.204.45.49 - - [15/Apr/2026:03:16:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.011 200 27f44fd4cf2a4b8059fd9ab51551e5af 199.204.45.49 - - [15/Apr/2026:03:16:51 +0000] "GET /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.016 200 6953d4a1a25e52d3b8fa060ac376f4e9 199.204.45.49 - - [15/Apr/2026:03:16:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.498 200 b4309f078d1af66ff3ea39d2757b0588 199.204.45.49 - - [15/Apr/2026:03:16:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.046 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.046 200 6a059ed2ee07b2a45df393a7aba96c15 199.204.45.49 - - [15/Apr/2026:03:16:52 +0000] "GET /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.074 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.075 404 74c2393b9dd7e33a0b5c9faeec33812a 199.204.45.49 - - [15/Apr/2026:03:16:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.008 200 1180ce4e8ef7d14352ec7e8bec7a3d7b 199.204.45.49 - - [15/Apr/2026:03:16:52 +0000] "POST /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.019 201 2e16eaa995980b0f4a5f822267ee4201 199.204.45.49 - - [15/Apr/2026:03:16:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.041 [auth-system-keycloak-80] [] 10.0.0.34:8080 1283 0.041 200 2d9b9d7410cf092b7568718b90e43ad6 199.204.45.49 - - [15/Apr/2026:03:16:52 +0000] "GET /admin/realms/atmosphere/clients/bb94d6bc-7370-4884-84de-1b43f96313c2/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.014 200 46829f704a636a900d179f1007247978 199.204.45.49 - - [15/Apr/2026:03:16:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.473 200 187bf3c47e749da6aa414efdf3833080 199.204.45.49 - - [15/Apr/2026:03:16:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.34:8080 1249 0.007 200 f5be4893aab8935ff9709ee0de3b2360 199.204.45.49 - - [15/Apr/2026:03:16:53 +0000] "GET /admin/realms/atmosphere/clients/c67e1a05-a03f-450d-b916-9b68bcaa0540/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.034 [auth-system-keycloak-80] [] 10.0.0.34:8080 119 0.034 404 986c916750f0270647ed2b3a9f823222 199.204.45.49 - - [15/Apr/2026:03:16:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.34:8080 1249 0.004 200 071aa83c788c673c4104ddffcaafce30 199.204.45.49 - - [15/Apr/2026:03:16:53 +0000] "POST /admin/realms/atmosphere/clients/c67e1a05-a03f-450d-b916-9b68bcaa0540/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.012 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.011 201 6b0a0ce23f4782dc1c5cfb1a83dd4789 199.204.45.49 - - [15/Apr/2026:03:16:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.34:8080 1249 0.005 200 fca19a2a5884d4b716c751fb241eda1c 199.204.45.49 - - [15/Apr/2026:03:16:54 +0000] "GET /admin/realms/atmosphere/clients/c67e1a05-a03f-450d-b916-9b68bcaa0540/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.039 [auth-system-keycloak-80] [] 10.0.0.34:8080 166 0.039 200 579c76653dcda4353303fd90d9cda68f W0415 03:17:03.715676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:17:03.715737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:17:07.049727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:17:07.049764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [15/Apr/2026:03:17:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.459 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.458 200 14bae9059a0a93c52356fcf89b35d009 199.204.45.49 - - [15/Apr/2026:03:17:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 4246 0.007 200 0957b169ee1874a8ae5a88b125f975bc 199.204.45.49 - - [15/Apr/2026:03:17:10 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.389 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.387 204 e9fbd6b70d81ed667e0d1a983bd53511 199.204.45.49 - - [15/Apr/2026:03:17:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.265 [auth-system-keycloak-80] [] 10.0.0.34:8080 4384 0.265 200 9b5427667f07bda648acdba52b8d3733 199.204.45.49 - - [15/Apr/2026:03:17:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.473 200 8b522d30c6d2b60431e1d648963cee89 199.204.45.49 - - [15/Apr/2026:03:17:12 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.34:8080 1682 0.008 200 ee3c486040a5e04c380d4d4e25801cb2 199.204.45.49 - - [15/Apr/2026:03:17:12 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.030 [auth-system-keycloak-80] [] 10.0.0.34:8080 6411 0.030 200 2e3f8c50143c4a9ae5c7071887eb3d59 199.204.45.49 - - [15/Apr/2026:03:17:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.501 200 581d0d8c4c803b729678d9c98f8fe9ed 199.204.45.49 - - [15/Apr/2026:03:17:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.011 200 9b859a0aa03deb9d4a4cc15f06b11eb0 199.204.45.49 - - [15/Apr/2026:03:17:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.160 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.159 201 a48bcdfbe82f40cdc687cbffda517846 199.204.45.49 - - [15/Apr/2026:03:17:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.027 [auth-system-keycloak-80] [] 10.0.0.34:8080 2242 0.027 200 d3977d372f2f88b26cc17f5f5c7dd0ce 199.204.45.49 - - [15/Apr/2026:03:17:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.476 200 b9db7e8f61689a09df5d4f20f16f975f 199.204.45.49 - - [15/Apr/2026:03:17:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.34:8080 2242 0.006 200 cffe67d7d6505ee3e745412846da12f2 199.204.45.49 - - [15/Apr/2026:03:17:15 +0000] "GET /admin/realms/atmosphere/clients/7a8561df-5b59-4c8d-a9a8-aa4a35636353/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.048 [auth-system-keycloak-80] [] 10.0.0.34:8080 233 0.048 200 3da5abcbc6f4179055daa0c3fc20d720 199.204.45.49 - - [15/Apr/2026:03:17:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.090 [auth-system-keycloak-80] [] 10.0.0.34:8080 831 0.091 200 99b3a4d0ff4ccd095251b1c53662c645 199.204.45.49 - - [15/Apr/2026:03:17:15 +0000] "GET /admin/realms/atmosphere/clients/310bc2f6-0db8-459e-aa36-c9bc73f9ba51/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.024 [auth-system-keycloak-80] [] 10.0.0.34:8080 3758 0.024 200 4c627e164e991de8dde16fb1cdfddd04 199.204.45.49 - - [15/Apr/2026:03:17:15 +0000] "GET /admin/realms/atmosphere/users/afa7fe08-f2a7-4a04-8b76-4568a5cf0df1/role-mappings/clients/310bc2f6-0db8-459e-aa36-c9bc73f9ba51/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.158 [auth-system-keycloak-80] [] 10.0.0.34:8080 3758 0.158 200 75faf7af763ce9cf3c30d4acc9f2b7dc 199.204.45.49 - - [15/Apr/2026:03:17:16 +0000] "GET /admin/realms/atmosphere/users/afa7fe08-f2a7-4a04-8b76-4568a5cf0df1/role-mappings/clients/310bc2f6-0db8-459e-aa36-c9bc73f9ba51/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.082 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.082 200 998d22fd9e03809989f7f0ff981f84fd 199.204.45.49 - - [15/Apr/2026:03:17:16 +0000] "POST /admin/realms/atmosphere/users/afa7fe08-f2a7-4a04-8b76-4568a5cf0df1/role-mappings/clients/310bc2f6-0db8-459e-aa36-c9bc73f9ba51 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.020 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.019 204 c24dd578314e411fc021a215520d31c0 199.204.45.49 - - [15/Apr/2026:03:17:16 +0000] "GET /admin/realms/atmosphere/users/afa7fe08-f2a7-4a04-8b76-4568a5cf0df1/role-mappings/clients/310bc2f6-0db8-459e-aa36-c9bc73f9ba51/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.050 [auth-system-keycloak-80] [] 10.0.0.34:8080 576 0.050 200 88024bebca316e198ab7c4de618d8688 W0415 03:17:20.186132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:17:20.186174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:17:23.520363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:17:23.520415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:07.016529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:07.016573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:07.101530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 03:18:07.101587 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0415 03:18:07.101818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:07.101840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:07.102010 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 03:18:07.102082 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0415 03:18:07.102119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:07.102133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:18:07.103626 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0415 03:18:07.103649 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0415 03:18:07.103745 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0415 03:18:07.103778 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0415 03:18:07.104167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 03:18:07.104220 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0415 03:18:07.104242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:07.104265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:18:07.105527 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0415 03:18:07.105553 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0415 03:18:07.128121 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0415 03:18:07.128839 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0415 03:18:07.128864 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0415 03:18:07.129064 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0415 03:18:07.129089 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3eaea904-b673-4db2-ab14-23caf840de38", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4978", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 03:18:07.129152 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4bfe16c5-84e2-4761-a783-f6ea9b406b8f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4979", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 03:18:07.129178 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0415 03:18:07.129294 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2f3fadf0-fdab-4142-ba88-bfaeb7ad07d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4980", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 03:18:07.129443 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0415 03:18:07.618229 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0415 03:18:07.619088 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0415 03:18:07.635845 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0415 03:18:07.636795 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0415 03:18:08.592789 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0415 03:18:08.595248 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0415 03:18:10.350183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 03:18:10.350253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 03:18:10.350295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 03:18:10.350424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:10.350447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:18:10.350573 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 03:18:10.396714 7 controller.go:216] "Backend successfully reloaded" I0415 03:18:10.396992 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6v64j", UID:"6a49867d-0e83-475f-a455-0e292705ade3", APIVersion:"v1", ResourceVersion:"1611", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 03:18:13.683359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 03:18:13.683434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 03:18:13.683474 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 03:18:13.683578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:13.683599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:17.016721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 03:18:17.016805 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 03:18:17.016835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 03:18:17.016979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:17.017009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:20.350072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 03:18:20.350159 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 03:18:20.350225 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 03:18:20.350390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:20.350415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:23.683863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 03:18:23.683908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 03:18:23.683961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 03:18:23.684460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:23.684483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:27.016846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 03:18:27.016888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 03:18:27.016922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 03:18:27.017045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:27.017071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.222 - - [15/Apr/2026:03:18:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.016 [auth-system-keycloak-80] [] 10.0.0.34:8080 6411 0.016 200 44da3eae12f8b696812852c1f7dc33c0 W0415 03:18:30.350280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 03:18:30.350439 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 03:18:30.350749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:30.350783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.157 - - [15/Apr/2026:03:18:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.34:8080 6411 0.009 200 afb2e158bc0510b80fb738575bda6e75 W0415 03:18:33.685151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:33.685197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:18:34.888717 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.166.45"}] I0415 03:18:34.888777 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.166.45"}] I0415 03:18:34.889481 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.166.45"}] I0415 03:18:34.896544 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2f3fadf0-fdab-4142-ba88-bfaeb7ad07d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5682", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 03:18:34.900493 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4bfe16c5-84e2-4761-a783-f6ea9b406b8f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5683", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 03:18:34.901168 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3eaea904-b673-4db2-ab14-23caf840de38", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5684", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 03:18:37.017089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:37.017252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:40.350519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:40.350661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:43.685514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:18:43.685549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:19:26.031972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:19:26.032018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:03.394280 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0415 03:20:03.394367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:03.394387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:20:03.397404 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0415 03:20:03.397441 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0415 03:20:03.402180 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0415 03:20:03.402440 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"8a635eb3-a077-4540-9ef1-3bcd32a827d3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6195", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 03:20:03.402662 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0415 03:20:03.403148 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0415 03:20:03.403207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:03.403220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:20:03.403321 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 03:20:03.467659 7 controller.go:216] "Backend successfully reloaded" I0415 03:20:03.468412 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6v64j", UID:"6a49867d-0e83-475f-a455-0e292705ade3", APIVersion:"v1", ResourceVersion:"1611", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 03:20:03.678707 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0415 03:20:03.679693 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0415 03:20:06.736948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:06.737003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [15/Apr/2026:03:20:06 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.246:5000 280 0.004 300 0b22c9bf72b9260af6daa00e804d578c 199.204.45.49 - - [15/Apr/2026:03:20:08 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.246:5000 265 0.005 200 cb704e0668225c67ff5c5baf298dffa7 199.204.45.49 - - [15/Apr/2026:03:20:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.577 [openstack-keystone-api-5000] [] 10.0.0.246:5000 1359 0.577 201 cd26ad984b58f0bf805d8c6af51dfc70 199.204.45.49 - - [15/Apr/2026:03:20:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.246:5000 280 0.004 300 708d0c7e81bc7d174f136659e22bea17 199.204.45.49 - - [15/Apr/2026:03:20:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.034 [openstack-keystone-api-5000] [] 10.0.0.246:5000 90 0.033 404 ead72c5183fbdeb2a381f7faaf4e53a3 199.204.45.49 - - [15/Apr/2026:03:20:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.030 [openstack-keystone-api-5000] [] 10.0.0.246:5000 368 0.029 200 cd35f65c917bb485af01bc7467deb0dd 199.204.45.49 - - [15/Apr/2026:03:20:09 +0000] "GET /v3/domains/e0d6406a491a4492b831d9fa49e0e800 HTTP/1.1" 200 246 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.246:5000 246 0.018 200 43109f5db044075b3950620ad3246841 199.204.45.49 - - [15/Apr/2026:03:20:10 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.246:5000 265 0.003 200 5cf11798a9656c8a636cc45539944099 199.204.45.49 - - [15/Apr/2026:03:20:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.246:5000 1359 0.299 201 10375ba9a3644ff9986767bb05349bcf 199.204.45.49 - - [15/Apr/2026:03:20:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.246:5000 280 0.004 300 eb927ccd3a600ce976d147994b4649ac 199.204.45.49 - - [15/Apr/2026:03:20:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.024 [openstack-keystone-api-5000] [] 10.0.0.246:5000 101 0.023 404 2a2220ab20e0f17a621e4a8889fe665f 199.204.45.49 - - [15/Apr/2026:03:20:10 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.246:5000 155 0.020 200 58f8d11fd706b66a63b837c37ecec3d2 199.204.45.49 - - [15/Apr/2026:03:20:10 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.029 [openstack-keystone-api-5000] [] 10.0.0.246:5000 340 0.029 201 531afbd87ccbe2823cba7225b1ee5096 199.204.45.49 - - [15/Apr/2026:03:20:11 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.246:5000 265 0.005 200 c890cb197a80afb651077518e77b456b 199.204.45.49 - - [15/Apr/2026:03:20:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.323 [openstack-keystone-api-5000] [] 10.0.0.246:5000 1359 0.323 201 871e84913bb79a3018878154f699ee21 199.204.45.49 - - [15/Apr/2026:03:20:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.246:5000 280 0.005 300 bdf995d37717b9868824013b850ef9ae 199.204.45.49 - - [15/Apr/2026:03:20:11 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.246:5000 98 0.020 404 9f54c7a27d37d79cff64972d5a764a19 199.204.45.49 - - [15/Apr/2026:03:20:11 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.021 [openstack-keystone-api-5000] [] 10.0.0.246:5000 135 0.021 200 02896ab52ffcf4f063bd1c0a8920e886 199.204.45.49 - - [15/Apr/2026:03:20:11 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.027 [openstack-keystone-api-5000] [] 10.0.0.246:5000 356 0.027 201 1a2c83c4d6fa70098d194134cafcfc78 199.204.45.49 - - [15/Apr/2026:03:20:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.246:5000 265 0.004 200 23ea3920b7f2c2567501c7cbc75f3303 199.204.45.49 - - [15/Apr/2026:03:20:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.321 [openstack-keystone-api-5000] [] 10.0.0.246:5000 1359 0.321 201 91ae9c18ab69c5df37ea823f9580a139 199.204.45.49 - - [15/Apr/2026:03:20:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.246:5000 280 0.003 300 1a4a333666c8b04d6d62233ebfacb3f7 199.204.45.49 - - [15/Apr/2026:03:20:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.028 [openstack-keystone-api-5000] [] 10.0.0.246:5000 131 0.027 404 5249a5228b5f4a59796c5bc1853ba716 199.204.45.49 - - [15/Apr/2026:03:20:12 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.246:5000 167 0.020 200 d11d48a90dc31f083643abd1d5411f3f 199.204.45.49 - - [15/Apr/2026:03:20:12 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.029 [openstack-keystone-api-5000] [] 10.0.0.246:5000 222 0.029 201 78961104e92b8d1e4f76c6ff7d0eca13 W0415 03:20:19.764715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:19.764850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:23.098434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:23.098489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:26.442347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:26.442393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:20:34.885996 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.166.45"}] I0415 03:20:34.894411 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"8a635eb3-a077-4540-9ef1-3bcd32a827d3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 03:20:34.895167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:34.895190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0415 03:20:49.982619 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-49.nip.io. Skipping. W0415 03:20:49.983063 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0415 03:20:49.983147 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0415 03:20:49.983195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:49.983211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:20:49.985411 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:33.4kB} I0415 03:20:49.985438 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0415 03:20:49.994455 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0415 03:20:49.994814 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-49.nip.io. Skipping. I0415 03:20:49.995084 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"74424fa9-8078-4700-90d2-695aad0a8c5e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6604", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 03:20:49.995156 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0415 03:20:49.995562 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0415 03:20:49.995690 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0415 03:20:49.995784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:49.995798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:20:49.995955 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 03:20:50.050069 7 controller.go:216] "Backend successfully reloaded" I0415 03:20:50.050411 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6v64j", UID:"6a49867d-0e83-475f-a455-0e292705ade3", APIVersion:"v1", ResourceVersion:"1611", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 03:20:50.271594 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0415 03:20:50.271733 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-49.nip.io. Skipping. I0415 03:20:50.272913 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0415 03:20:53.330216 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0415 03:20:53.330331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:20:53.330346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.49 - - [15/Apr/2026:03:21:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.34:8080 1925 0.488 200 62af1a3f3c01762e63b886ccc6344962 199.204.45.49 - - [15/Apr/2026:03:21:11 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.029 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.028 200 aa683e7fea9f3855ce42e0182ff57fb4 199.204.45.49 - - [15/Apr/2026:03:21:11 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.064 [auth-system-keycloak-80] [] 10.0.0.34:8080 0 0.063 201 ecfa03c73997b29acee225a82e16e64e 199.204.45.49 - - [15/Apr/2026:03:21:11 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.069 [auth-system-keycloak-80] [] 10.0.0.34:8080 322 0.069 200 a703b5fba0b3481684eb943d86e17aa8 199.204.45.49 - - [15/Apr/2026:03:21:11 +0000] "GET /admin/realms/atmosphere/users/4d583b92-2313-4e60-9f39-71c485a73c02/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.013 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.013 200 07c2be417f28185efce149feb7d18aa5 199.204.45.49 - - [15/Apr/2026:03:21:11 +0000] "GET /admin/realms/atmosphere/users/4d583b92-2313-4e60-9f39-71c485a73c02/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.004 [auth-system-keycloak-80] [] 10.0.0.34:8080 2 0.004 200 ba4e8e8c08dec1c83c39e7019387c68f 199.204.45.49 - - [15/Apr/2026:03:21:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.246:5000 265 0.004 200 5344cb5e0c56c8ecca816bedabfc189c 199.204.45.49 - - [15/Apr/2026:03:21:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.334 [openstack-keystone-api-5000] [] 10.0.0.246:5000 1359 0.335 201 b183d8e2bc2fd37a7959d9be3f3d2e3b 199.204.45.49 - - [15/Apr/2026:03:21:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.014 [openstack-keystone-api-5000] [] 10.0.0.246:5000 280 0.014 300 9a271e96fa4204712eb3036feb937076 199.204.45.49 - - [15/Apr/2026:03:21:12 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.034 [openstack-keystone-api-5000] [] 10.0.0.246:5000 90 0.035 404 3a0a9ad6f8a9afa4941d6de326664007 199.204.45.49 - - [15/Apr/2026:03:21:12 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.060 [openstack-keystone-api-5000] [] 10.0.0.246:5000 368 0.060 200 2452ee91f86806720c688f43716328ad 199.204.45.49 - - [15/Apr/2026:03:21:13 +0000] "GET /v3/users?domain_id=e0d6406a491a4492b831d9fa49e0e800&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.444 [openstack-keystone-api-5000] [] 10.0.0.246:5000 449 0.444 200 74cf3abae6c7818b2085022e3b7baf30 W0415 03:21:33.628304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:21:33.628336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 03:21:34.885362 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.97.166.45"}] E0415 03:21:34.894532 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-49.nip.io. Skipping. I0415 03:21:34.894860 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"74424fa9-8078-4700-90d2-695aad0a8c5e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6900", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 03:21:36.962711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:21:36.962757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:21:40.295446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 03:21:40.295488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store