------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0519 02:26:44.138160 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0519 02:26:44.138301 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0519 02:26:44.145881 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0519 02:26:44.149237 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0519 02:26:44.315405 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0519 02:26:44.343746 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0519 02:26:44.356372 7 nginx.go:271] "Starting NGINX Ingress controller" I0519 02:26:44.365338 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0e67d59b-08f6-4265-9882-0393d971214b", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0519 02:26:44.368841 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d3755790-c972-4311-bb9f-2bea2e4e11b4", APIVersion:"v1", ResourceVersion:"1363", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0519 02:26:44.368875 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"fd662d2d-9801-4679-8971-bf95e5531e2c", APIVersion:"v1", ResourceVersion:"1362", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0519 02:26:45.558767 7 nginx.go:317] "Starting NGINX process" I0519 02:26:45.559082 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0519 02:26:45.559314 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0519 02:26:45.559959 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0519 02:26:45.560165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:26:45.560202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 02:26:45.560399 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 02:26:45.567835 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0519 02:26:45.567956 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-95c65" I0519 02:26:45.595624 7 controller.go:216] "Backend successfully reloaded" I0519 02:26:45.595793 7 controller.go:227] "Initial sync, sleeping for 1 second" I0519 02:26:45.595976 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95c65", UID:"3830df5a-29ec-4534-b334-3ac189bd0c3b", APIVersion:"v1", ResourceVersion:"1465", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0519 02:26:49.372694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:26:49.372723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:26:52.707138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:26:52.707194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:26:56.040623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:26:56.040664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:26:59.378308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:26:59.378350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:02.706471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:02.706524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:06.040474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:06.040519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:09.373597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:09.373642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:12.706893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:12.706927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:16.040435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:16.040479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:19.376245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:19.376312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:22.707007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:27:22.707053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:10.235920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:10.236078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:13.570262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:13.570307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:18.905739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:18.905780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:22.696145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:22.696235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:26.030091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:26.030131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:29.364716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:29.364754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:32.696420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:32.696455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:36.029724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:36.029800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:39.363339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:39.363390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:42.696933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:28:42.697003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:30:48.877815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:30:48.877850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:30:50.630485 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-30.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-30.nip.io-tls was not found. Using default certificate W0519 02:30:50.630550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:30:50.630566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 02:30:50.632447 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0519 02:30:50.632481 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0519 02:30:50.640721 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0519 02:30:50.641254 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2efd263a-799d-4050-a277-3cce452ff4cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3235", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 02:30:50.641377 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-30.nip.io-tls" in local store I0519 02:30:51.095223 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-30.nip.io-tls" I0519 02:30:51.096259 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-30.nip.io-tls" W0519 02:30:52.212387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:30:52.212443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 02:30:52.212543 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 02:30:52.264721 7 controller.go:216] "Backend successfully reloaded" I0519 02:30:52.264984 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95c65", UID:"3830df5a-29ec-4534-b334-3ac189bd0c3b", APIVersion:"v1", ResourceVersion:"1465", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0519 02:30:55.545890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:30:55.545943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/May/2026:02:30:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.998 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 1.999 200 b4dc9ace3d4ce0bada12a57b6b55bfe3 199.204.45.30 - - [19/May/2026:02:30:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.107 [auth-system-keycloak-80] [] 10.0.0.220:8080 116 0.107 404 af36275db512ab7f92c4be1631ada65d 199.204.45.30 - - [19/May/2026:02:31:01 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.576 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 5.575 201 ea9a5900928c3d55b1b0acfec8e134e7 199.204.45.30 - - [19/May/2026:02:31:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.602 [auth-system-keycloak-80] [] 10.0.0.220:8080 4246 0.602 200 ff1a117aa768a98049a044691b6e050c 199.204.45.30 - - [19/May/2026:02:31:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.529 200 dfa5c5ba8ac875741711b06127e84a6a 199.204.45.30 - - [19/May/2026:02:31:03 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.169 [auth-system-keycloak-80] [] 10.0.0.220:8080 12500 0.168 200 d5ee1058ce01eedc92d918ee6c9b0d9a 199.204.45.30 - - [19/May/2026:02:31:03 +0000] "GET /admin/realms/atmosphere/client-scopes/60e9021c-15ff-452a-b4a8-3727067bece9 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.017 [auth-system-keycloak-80] [] 10.0.0.220:8080 1278 0.017 200 20aa5c6e58e0300f974e3494c84b447f 199.204.45.30 - - [19/May/2026:02:31:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/60e9021c-15ff-452a-b4a8-3727067bece9 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.078 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.078 204 8d83938d1a181831850fc78ae6e3dcf3 199.204.45.30 - - [19/May/2026:02:31:03 +0000] "GET /admin/realms/atmosphere/client-scopes/60e9021c-15ff-452a-b4a8-3727067bece9/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.075 [auth-system-keycloak-80] [] 10.0.0.220:8080 963 0.076 200 640139504f1e4f76f1ea98a0368dd316 199.204.45.30 - - [19/May/2026:02:31:03 +0000] "GET /admin/realms/atmosphere/client-scopes/60e9021c-15ff-452a-b4a8-3727067bece9/protocol-mappers/models/6f9c4372-1890-4aa6-a972-8391d0989613 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.220:8080 366 0.012 200 40d490559f2b064d5abbb39d229d3688 199.204.45.30 - - [19/May/2026:02:31:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/60e9021c-15ff-452a-b4a8-3727067bece9/protocol-mappers/models/6f9c4372-1890-4aa6-a972-8391d0989613 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.081 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.081 204 b99a9c113201d84f4ec376e1c171e7a2 199.204.45.30 - - [19/May/2026:02:31:03 +0000] "GET /admin/realms/atmosphere/client-scopes/60e9021c-15ff-452a-b4a8-3727067bece9 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.084 [auth-system-keycloak-80] [] 10.0.0.220:8080 1218 0.084 200 0e72ebe67a2eaac98c301ecb4f51f16a 199.204.45.30 - - [19/May/2026:02:31:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.499 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.498 200 c03f05aabd2134c8979b906b876d5524 199.204.45.30 - - [19/May/2026:02:31:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.010 200 e8354101c3aa6a9fed2187a4c0c2ab76 199.204.45.30 - - [19/May/2026:02:31:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.166 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.166 201 ad7b993b40b6d60b7032aed39efeda09 199.204.45.30 - - [19/May/2026:02:31:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.220:8080 1259 0.086 200 1ae4a908d86dd58bd5e799be16486d82 199.204.45.30 - - [19/May/2026:02:31:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.699 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.697 200 ab568fa13d62faee4ffdd6678709d34e 199.204.45.30 - - [19/May/2026:02:31:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.010 200 5fe14db4e01b6d82a219130d4bba97e4 199.204.45.30 - - [19/May/2026:02:31:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.039 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.039 201 ca6714308d7eb5a84f5239d9f899da6d 199.204.45.30 - - [19/May/2026:02:31:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.032 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.033 200 001c14069403821751a59c478215d677 199.204.45.30 - - [19/May/2026:02:31:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.532 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.530 200 d3a927dc4c277084089209ff8c12c8f7 199.204.45.30 - - [19/May/2026:02:31:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.010 200 06d577d3c8e7ad5679a8382d83447e63 199.204.45.30 - - [19/May/2026:02:31:27 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.140 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.139 201 8c15ef925f3605b4c4e5b89021d8ae44 199.204.45.30 - - [19/May/2026:02:31:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.097 [auth-system-keycloak-80] [] 10.0.0.220:8080 1249 0.097 200 ca0f5032e641fcb72a146eca0f89bd74 199.204.45.30 - - [19/May/2026:02:31:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.475 200 a4626dcb89cff4cb48b83fab26d690b1 199.204.45.30 - - [19/May/2026:02:31:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.220:8080 1259 0.008 200 acdd3b52885f905636ac7f194ce295a3 199.204.45.30 - - [19/May/2026:02:31:28 +0000] "GET /admin/realms/atmosphere/clients/08203553-db68-4b18-816c-e2e2786741b0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.060 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.060 404 341a0607e131f399fbac6b7af8635c70 199.204.45.30 - - [19/May/2026:02:31:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.220:8080 1259 0.008 200 4e5b42b2694cce5b2db91b4b613f3dc8 199.204.45.30 - - [19/May/2026:02:31:28 +0000] "POST /admin/realms/atmosphere/clients/08203553-db68-4b18-816c-e2e2786741b0/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.054 201 7c94cda2d1c72dae31a297eaac7a5af4 199.204.45.30 - - [19/May/2026:02:31:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.220:8080 1259 0.009 200 50facf9068ac31f8b161e7c25300c864 199.204.45.30 - - [19/May/2026:02:31:28 +0000] "GET /admin/realms/atmosphere/clients/08203553-db68-4b18-816c-e2e2786741b0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.220:8080 166 0.017 200 58962c6a586c15c51a72856d8401a104 199.204.45.30 - - [19/May/2026:02:31:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.450 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.450 200 a6e3d1bf9e66869e941a3a4b2dc1ef6c 199.204.45.30 - - [19/May/2026:02:31:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.038 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.037 200 526182e5500415a84241399cf231e728 199.204.45.30 - - [19/May/2026:02:31:29 +0000] "GET /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.009 404 2ed1aa93b334d4d273ad9f3cd7b17b62 199.204.45.30 - - [19/May/2026:02:31:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.005 200 3859cd9fba918d72cdef19ffbed729e4 199.204.45.30 - - [19/May/2026:02:31:29 +0000] "POST /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.013 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.013 201 37babb58cc41913dc224fd74660df46c 199.204.45.30 - - [19/May/2026:02:31:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.049 200 ad43f92f490ce19d2576452aacdaf56b 199.204.45.30 - - [19/May/2026:02:31:29 +0000] "GET /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.220:8080 165 0.012 200 ad45e35125b070ceb915e60152e76282 199.204.45.30 - - [19/May/2026:02:31:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.471 200 52cc4c8b3411ab26b85824ee134c6fc9 199.204.45.30 - - [19/May/2026:02:31:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.032 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.031 200 9f0ff8fc5e136b17aca850a1cb60328c 199.204.45.30 - - [19/May/2026:02:31:30 +0000] "GET /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.007 404 e605b7134ead4590192c0cf82abc2c2d 199.204.45.30 - - [19/May/2026:02:31:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.005 200 f4e403d59ba216edb491038d1b9e15fe 199.204.45.30 - - [19/May/2026:02:31:30 +0000] "POST /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.063 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.063 201 3ee9693a432623e463367cc9d189a895 199.204.45.30 - - [19/May/2026:02:31:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.006 200 6e3c11f9be287710c915707d79e7f966 199.204.45.30 - - [19/May/2026:02:31:30 +0000] "GET /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.073 [auth-system-keycloak-80] [] 10.0.0.220:8080 166 0.073 200 f18434958a8022d7f4dd00ec64c8d409 199.204.45.30 - - [19/May/2026:02:31:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.461 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.461 200 d36a37dac41f29d2929c102a8791a1aa 199.204.45.30 - - [19/May/2026:02:31:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.047 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.047 200 3493bea9ad5eceb8a063c819d78bd7c0 199.204.45.30 - - [19/May/2026:02:31:31 +0000] "GET /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.011 404 e82fffaa493858c2e8e6f9a651e5229b 199.204.45.30 - - [19/May/2026:02:31:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.062 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.062 200 d4d7940ae92089ae5838bde94e203235 199.204.45.30 - - [19/May/2026:02:31:31 +0000] "POST /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.018 201 de665afe4e78883f75ecca09496a0b24 199.204.45.30 - - [19/May/2026:02:31:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.220:8080 1283 0.006 200 b0c51643cf3eba7b6afe7417c472ab33 199.204.45.30 - - [19/May/2026:02:31:31 +0000] "GET /admin/realms/atmosphere/clients/412cd815-509e-42d4-a983-d742a5a7af5e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.056 [auth-system-keycloak-80] [] 10.0.0.220:8080 166 0.056 200 1a5470fec50a7cfd95678a5ac706793d 199.204.45.30 - - [19/May/2026:02:31:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.459 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.458 200 972c1b486e450782d67bd14563f2e767 199.204.45.30 - - [19/May/2026:02:31:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.220:8080 1249 0.008 200 f1f463d0038ffda3f2d0798a9cd7d20c 199.204.45.30 - - [19/May/2026:02:31:32 +0000] "GET /admin/realms/atmosphere/clients/cc063998-0b72-4aff-a2db-8e435d74864f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.037 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.038 404 dd9fa801849960480866436024dafa6c 199.204.45.30 - - [19/May/2026:02:31:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.220:8080 1249 0.006 200 b576b6afee4220eba10fc5e0563c113a 199.204.45.30 - - [19/May/2026:02:31:32 +0000] "POST /admin/realms/atmosphere/clients/cc063998-0b72-4aff-a2db-8e435d74864f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.015 201 11afc04317a82660747b6e652ac32ec4 199.204.45.30 - - [19/May/2026:02:31:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.220:8080 1249 0.006 200 396cf53178c58f8dfe5c79f2e8c666a9 199.204.45.30 - - [19/May/2026:02:31:32 +0000] "GET /admin/realms/atmosphere/clients/cc063998-0b72-4aff-a2db-8e435d74864f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.030 [auth-system-keycloak-80] [] 10.0.0.220:8080 166 0.030 200 b4bb76be395848ffc40c3abdf192cd05 I0519 02:31:45.575497 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.49.206"}] I0519 02:31:45.581654 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2efd263a-799d-4050-a277-3cce452ff4cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3613", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 02:31:45.583237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:31:45.583262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:41.096784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:41.096820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:41.171584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 02:32:41.171662 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0519 02:32:41.171704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:41.171727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:41.172816 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 02:32:41.172904 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0519 02:32:41.172960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:41.172984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 02:32:41.174452 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0519 02:32:41.174488 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0519 02:32:41.175186 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0519 02:32:41.175223 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0519 02:32:41.177415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:32:41.177471 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0519 02:32:41.177505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:41.177520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 02:32:41.179062 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0519 02:32:41.179087 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0519 02:32:41.185888 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0519 02:32:41.186431 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0519 02:32:41.186454 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0519 02:32:41.186644 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0519 02:32:41.187041 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0519 02:32:41.187204 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2857963d-b992-40ad-901b-52ac488304e4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4120", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 02:32:41.187243 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"aebd271f-0123-4088-8c46-5a561be61567", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4121", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 02:32:41.187295 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3f6d80ed-dfec-4742-af4a-387e728bbd29", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4124", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 02:32:41.187337 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0519 02:32:41.800081 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0519 02:32:41.801113 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0519 02:32:41.801141 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0519 02:32:41.801606 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0519 02:32:42.798737 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0519 02:32:42.799558 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0519 02:32:44.430806 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:32:44.430874 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 02:32:44.430914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 02:32:44.431050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:44.431079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 02:32:44.431200 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 02:32:44.478957 7 controller.go:216] "Backend successfully reloaded" I0519 02:32:44.479239 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95c65", UID:"3830df5a-29ec-4534-b334-3ac189bd0c3b", APIVersion:"v1", ResourceVersion:"1465", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0519 02:32:45.577334 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.49.206"}] I0519 02:32:45.577360 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.49.206"}] I0519 02:32:45.577378 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.49.206"}] I0519 02:32:45.583291 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"aebd271f-0123-4088-8c46-5a561be61567", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4370", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 02:32:45.587374 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2857963d-b992-40ad-901b-52ac488304e4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 02:32:45.587713 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3f6d80ed-dfec-4742-af4a-387e728bbd29", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4372", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 02:32:47.766225 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:32:47.766305 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 02:32:47.766343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 02:32:47.766486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:47.766534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:51.097796 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:32:51.097887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 02:32:51.097930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 02:32:51.098168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:51.098195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:54.431095 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:32:54.431159 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 02:32:54.431202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 02:32:54.431347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:54.431366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:57.764169 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:32:57.764229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 02:32:57.764394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 02:32:57.764656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:32:57.764831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:01.098631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:33:01.098677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 02:33:01.098699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 02:33:01.098786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:01.098799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.34 - - [19/May/2026:02:33:03 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.220:8080 6411 0.031 200 2e1c583b252d0e7889af45e6ff839161 W0519 02:33:04.430351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:33:04.430479 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 02:33:04.430724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:04.430767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:07.767044 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:33:07.767246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:07.767275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:11.097251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:33:11.097453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:11.097482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.92 - - [19/May/2026:02:33:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.220:8080 6411 0.010 200 3fe270199f31ce8267fd819f9ccfd175 W0519 02:33:14.430640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:33:14.431133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:14.431221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:17.764465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 02:33:17.764608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:17.764628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:24.439591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:24.439622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:31.247116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:31.247148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:34.581261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:34.581303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/May/2026:02:33:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.470 200 aabc5b805ff1a0af902a30a4271719c0 199.204.45.30 - - [19/May/2026:02:33:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.220:8080 4246 0.007 200 e1b9c3dd959bc0baae46549f43631c62 199.204.45.30 - - [19/May/2026:02:33:38 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.446 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.445 204 b9a88d9a16bcde27ca90b8236491d6ac 199.204.45.30 - - [19/May/2026:02:33:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.186 [auth-system-keycloak-80] [] 10.0.0.220:8080 4384 0.186 200 3a3e23e42878d1bc4730ac2df400b0cf 199.204.45.30 - - [19/May/2026:02:33:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.482 200 a1651a961d8f9eced329a2c4da430d28 199.204.45.30 - - [19/May/2026:02:33:39 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.220:8080 1682 0.010 200 f2c1a84b1e772225e3d863d4b4495d20 199.204.45.30 - - [19/May/2026:02:33:40 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.220:8080 6411 0.007 200 2a89b9b342915622f3c937e72dfd40fd 199.204.45.30 - - [19/May/2026:02:33:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.471 200 75ab9c56c7fd067440883617d060a08a 199.204.45.30 - - [19/May/2026:02:33:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.011 200 0dc20e5edd54a665796fe717a9e45c0f 199.204.45.30 - - [19/May/2026:02:33:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.177 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.176 201 7174f93de2f5005928acb88ce02349b4 199.204.45.30 - - [19/May/2026:02:33:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.017 [auth-system-keycloak-80] [] 10.0.0.220:8080 2242 0.017 200 05ee06e1ebe4773057288048bbda8ce9 199.204.45.30 - - [19/May/2026:02:33:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.220:8080 1925 0.472 200 904333bec8b1333bc94047d9e68b4542 199.204.45.30 - - [19/May/2026:02:33:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.220:8080 2242 0.006 200 cbd9d58ee46595f2e392538af828d79a 199.204.45.30 - - [19/May/2026:02:33:42 +0000] "GET /admin/realms/atmosphere/clients/aeab8c14-5b29-4393-88ec-a19753df2152/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.037 [auth-system-keycloak-80] [] 10.0.0.220:8080 233 0.038 200 08b14b48af79be126672b9d9ee76889d 199.204.45.30 - - [19/May/2026:02:33:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.032 [auth-system-keycloak-80] [] 10.0.0.220:8080 831 0.032 200 a8420a97a538a46a6f24f79c7991ca5c 199.204.45.30 - - [19/May/2026:02:33:42 +0000] "GET /admin/realms/atmosphere/clients/c8bd3ccf-020d-4393-bbf1-e336d2b5c90b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.061 [auth-system-keycloak-80] [] 10.0.0.220:8080 3758 0.060 200 18c7d83400894eb2eea6774b75aceb76 199.204.45.30 - - [19/May/2026:02:33:42 +0000] "GET /admin/realms/atmosphere/users/f35eaae4-b348-4f04-8ea6-b650ce64ab61/role-mappings/clients/c8bd3ccf-020d-4393-bbf1-e336d2b5c90b/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.100 [auth-system-keycloak-80] [] 10.0.0.220:8080 3758 0.100 200 753d8c812e97d1638108c401b07ebd82 199.204.45.30 - - [19/May/2026:02:33:43 +0000] "GET /admin/realms/atmosphere/users/f35eaae4-b348-4f04-8ea6-b650ce64ab61/role-mappings/clients/c8bd3ccf-020d-4393-bbf1-e336d2b5c90b/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.078 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.077 200 d909913e5b60a8deaa1d8f22203d9ad6 199.204.45.30 - - [19/May/2026:02:33:43 +0000] "POST /admin/realms/atmosphere/users/f35eaae4-b348-4f04-8ea6-b650ce64ab61/role-mappings/clients/c8bd3ccf-020d-4393-bbf1-e336d2b5c90b HTTP/1.1" 204 0 "-" "Ansible" 1388 0.078 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.078 204 516c3923ed65702eca4a1f22699b9b91 199.204.45.30 - - [19/May/2026:02:33:43 +0000] "GET /admin/realms/atmosphere/users/f35eaae4-b348-4f04-8ea6-b650ce64ab61/role-mappings/clients/c8bd3ccf-020d-4393-bbf1-e336d2b5c90b/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.220:8080 576 0.013 200 6b4420bf9ed6582b4aa737c3849b48a5 W0519 02:33:45.966771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:45.966816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:49.300874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:33:49.300928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:35:51.566595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:35:51.566648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:36:27.084303 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0519 02:36:27.084360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:36:27.084372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 02:36:27.086990 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0519 02:36:27.087017 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0519 02:36:27.092564 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0519 02:36:27.093505 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0519 02:36:27.093570 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e6539afa-7e92-4530-886a-0eaeadc48bb8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6170", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 02:36:27.094164 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0519 02:36:27.094240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:36:27.094322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 02:36:27.094618 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 02:36:27.134148 7 controller.go:216] "Backend successfully reloaded" I0519 02:36:27.135418 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-95c65", UID:"3830df5a-29ec-4534-b334-3ac189bd0c3b", APIVersion:"v1", ResourceVersion:"1465", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0519 02:36:27.373532 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0519 02:36:27.375096 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0519 02:36:30.427495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:36:30.427541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/May/2026:02:36:31 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.62:5000 280 0.004 300 05370993577ab8730a3cfca00528176f I0519 02:36:45.574589 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.49.206"}] I0519 02:36:45.579772 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e6539afa-7e92-4530-886a-0eaeadc48bb8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6293", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 02:36:45.580364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 02:36:45.580387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store