------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0610 02:39:44.355316 6 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0610 02:39:44.356660 6 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0610 02:39:44.366152 6 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0610 02:39:44.369075 6 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0610 02:39:44.448338 6 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0610 02:39:44.477830 6 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0610 02:39:44.493580 6 nginx.go:271] "Starting NGINX Ingress controller" I0610 02:39:44.506643 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7e1cfbe4-4ebe-4132-98ec-d39a667b35d4", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0610 02:39:44.511859 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"804be3f6-09d2-434e-a04e-037149546210", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0610 02:39:44.511985 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c7bbd57b-d056-4cdc-8a3c-5564553289b2", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0610 02:39:45.695484 6 nginx.go:317] "Starting NGINX process" I0610 02:39:45.695729 6 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0610 02:39:45.696913 6 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0610 02:39:45.697097 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:39:45.697127 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0610 02:39:45.697196 6 controller.go:196] "Configuration changes detected, backend reload required" I0610 02:39:45.709879 6 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0610 02:39:45.710146 6 status.go:85] "New leader elected" identity="ingress-nginx-controller-8pdkw" I0610 02:39:45.739395 6 controller.go:216] "Backend successfully reloaded" I0610 02:39:45.739485 6 controller.go:227] "Initial sync, sleeping for 1 second" I0610 02:39:45.739538 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8pdkw", UID:"c3cae375-4e58-430b-8740-33a38bfd44dd", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0610 02:39:49.511440 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:39:49.511473 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:39:52.845348 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:39:52.845381 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:39:56.180591 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:39:56.180628 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:39:59.511521 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:39:59.511630 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:02.846695 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:02.846738 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:06.178805 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:06.178831 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:09.511573 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:09.511618 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:12.844995 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:12.845044 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:16.179024 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:16.179066 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:22.838707 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:40:22.838737 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:10.927050 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:10.927080 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:14.263426 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:14.263464 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:34.759560 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:34.759586 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:38.096302 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:38.096418 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:41.426305 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:41.426394 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:44.760649 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:44.760685 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:48.094821 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:48.094856 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:51.426587 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:51.426635 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:55.075621 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:55.075669 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:58.409139 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:41:58.409183 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:42:01.742957 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:42:01.742992 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:42:05.076003 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:42:05.076129 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:42:08.409556 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:42:08.409613 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:44:06.448264 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:44:06.448307 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:44:08.974431 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-223.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-223.nip.io-tls was not found. Using default certificate W0610 02:44:08.974490 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:44:08.974507 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0610 02:44:08.976515 6 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0610 02:44:08.976548 6 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0610 02:44:08.982806 6 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0610 02:44:08.983044 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-223.nip.io-tls" in local store I0610 02:44:08.983296 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"46924a06-70e5-4165-87d9-af6cea220ae3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3338", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0610 02:44:09.324635 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-223.nip.io-tls" I0610 02:44:09.325410 6 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-223.nip.io-tls" W0610 02:44:09.781807 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:44:09.781859 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0610 02:44:09.781961 6 controller.go:196] "Configuration changes detected, backend reload required" I0610 02:44:09.834101 6 controller.go:216] "Backend successfully reloaded" I0610 02:44:09.834417 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8pdkw", UID:"c3cae375-4e58-430b-8740-33a38bfd44dd", APIVersion:"v1", ResourceVersion:"1479", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0610 02:44:13.117896 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:44:13.117941 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [10/Jun/2026:02:44:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.970 [auth-system-keycloak-80] [] 10.0.0.79:8080 1928 1.968 200 cae64f1f62158da28cb481673949c10c 199.204.45.223 - - [10/Jun/2026:02:44:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.193 [auth-system-keycloak-80] [] 10.0.0.79:8080 116 0.193 404 823660a30fc9b1cf4a8af68854881a88 199.204.45.223 - - [10/Jun/2026:02:44:18 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.080 [auth-system-keycloak-80] [] 10.0.0.79:8080 0 4.080 201 35f791887f425f03e2380d2bd2970717 199.204.45.223 - - [10/Jun/2026:02:44:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.586 [auth-system-keycloak-80] [] 10.0.0.79:8080 4246 0.585 200 8f524f3d89b98bf8fff510e9780dd532 199.204.45.223 - - [10/Jun/2026:02:44:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.79:8080 1928 0.493 200 b69d1d9de870d1c3364334465319cd46 199.204.45.223 - - [10/Jun/2026:02:44:20 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.082 [auth-system-keycloak-80] [] 10.0.0.79:8080 12500 0.082 200 6694981f573a964a5caef2aa8862d7dc 199.204.45.223 - - [10/Jun/2026:02:44:20 +0000] "GET /admin/realms/atmosphere/client-scopes/cfb4a3d2-ca9a-4e0f-8480-78697177d4bf HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.055 [auth-system-keycloak-80] [] 10.0.0.79:8080 1278 0.055 200 cb02d71cc72ab9a3e332d0faddea3d87 199.204.45.223 - - [10/Jun/2026:02:44:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/cfb4a3d2-ca9a-4e0f-8480-78697177d4bf HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.79:8080 0 0.021 204 7037a7416a3f072f6c750d74c8197885 199.204.45.223 - - [10/Jun/2026:02:44:20 +0000] "GET /admin/realms/atmosphere/client-scopes/cfb4a3d2-ca9a-4e0f-8480-78697177d4bf/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.067 [auth-system-keycloak-80] [] 10.0.0.79:8080 963 0.067 200 89244d42ac6bb4b36d8b0cd0330572a4 199.204.45.223 - - [10/Jun/2026:02:44:20 +0000] "GET /admin/realms/atmosphere/client-scopes/cfb4a3d2-ca9a-4e0f-8480-78697177d4bf/protocol-mappers/models/3210fbfe-2a55-467e-bf5e-02342841b02c HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.79:8080 366 0.010 200 1113262b43245f76e4ca08652c76c1d4 199.204.45.223 - - [10/Jun/2026:02:44:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/cfb4a3d2-ca9a-4e0f-8480-78697177d4bf/protocol-mappers/models/3210fbfe-2a55-467e-bf5e-02342841b02c HTTP/1.1" 204 0 "-" "Ansible" 1622 0.093 [auth-system-keycloak-80] [] 10.0.0.79:8080 0 0.094 204 5c29636deddfde10842dcb14440f36ba 199.204.45.223 - - [10/Jun/2026:02:44:20 +0000] "GET /admin/realms/atmosphere/client-scopes/cfb4a3d2-ca9a-4e0f-8480-78697177d4bf HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.79:8080 1218 0.070 200 d178a1409e6b84d159a602efd6c5d538 I0610 02:44:45.717481 6 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.80.93"}] I0610 02:44:45.724433 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"46924a06-70e5-4165-87d9-af6cea220ae3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3609", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0610 02:44:45.725079 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0610 02:44:45.725096 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store