------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0519 08:04:01.038789 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0519 08:04:01.039082 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0519 08:04:01.047128 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0519 08:04:01.049896 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0519 08:04:01.811626 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0519 08:04:01.834467 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0519 08:04:01.844188 7 nginx.go:271] "Starting NGINX Ingress controller" I0519 08:04:01.852218 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"fa6bec57-4b2d-4c86-84bd-f2888f58de2d", APIVersion:"v1", ResourceVersion:"1309", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0519 08:04:01.855546 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"23cbdeb2-bfdb-4fe7-a0d1-ffe638b1649b", APIVersion:"v1", ResourceVersion:"1310", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0519 08:04:01.855596 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"25fd10c0-18bf-4904-b2f5-28ebff6ed116", APIVersion:"v1", ResourceVersion:"1308", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0519 08:04:03.046111 7 nginx.go:317] "Starting NGINX process" I0519 08:04:03.046545 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" I0519 08:04:03.046629 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... W0519 08:04:03.046813 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0519 08:04:03.046878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:03.046905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 08:04:03.046952 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 08:04:03.058039 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0519 08:04:03.058054 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-9r8kt" I0519 08:04:03.083197 7 controller.go:216] "Backend successfully reloaded" I0519 08:04:03.083354 7 controller.go:227] "Initial sync, sleeping for 1 second" I0519 08:04:03.083511 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9r8kt", UID:"a51ea7b9-f41d-44df-acf6-0282ecdb15cf", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0519 08:04:06.873876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:06.873917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:10.208666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:10.208769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:13.541549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:13.541607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:16.875249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:16.875277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:20.207677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:20.207723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:23.541924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:23.542003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:26.874856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:26.874918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:30.207666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:30.207746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:33.541308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:33.541385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:36.874348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:36.874387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:40.208032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:04:40.208077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:28.525236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:28.525269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:31.858635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:31.858687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:51.703805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:51.703862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:55.039720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:55.039765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:58.371427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:05:58.371461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:01.704017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:01.704161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:05.037458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:05.037491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:08.370856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:08.370907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:11.704260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:11.704289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:15.037967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:15.038015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:18.371923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:18.371971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:23.574625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:23.574659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:26.908105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:06:26.908455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:08:36.651314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:08:36.651377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:08:39.979663 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-205.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-205.nip.io-tls was not found. Using default certificate W0519 08:08:39.979738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:08:39.979757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 08:08:39.981979 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0519 08:08:39.982022 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" W0519 08:08:39.984354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:08:39.984410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 08:08:39.990296 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0519 08:08:39.990691 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bc2b5125-ac66-4749-abdb-a5094a8fb234", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3436", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 08:08:39.990962 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-205.nip.io-tls" in local store I0519 08:08:40.375520 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-205.nip.io-tls" I0519 08:08:40.376929 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-205.nip.io-tls" W0519 08:08:43.317843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:08:43.317885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 08:08:43.317950 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 08:08:43.359203 7 controller.go:216] "Backend successfully reloaded" I0519 08:08:43.360248 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9r8kt", UID:"a51ea7b9-f41d-44df-acf6-0282ecdb15cf", APIVersion:"v1", ResourceVersion:"1418", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0519 08:08:46.650894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:08:46.650949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [19/May/2026:08:08:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.409 [auth-system-keycloak-80] [] 10.0.0.93:8080 1928 2.407 200 228f0d91ed3cb118cd1090237367211a 199.204.45.205 - - [19/May/2026:08:08:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.93:8080 116 0.189 404 55d52a624ed634543fb017a814900dbc 199.204.45.205 - - [19/May/2026:08:08:57 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.277 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 4.275 201 26b103f377b529340a717705063b5b97 199.204.45.205 - - [19/May/2026:08:08:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.706 [auth-system-keycloak-80] [] 10.0.0.93:8080 4246 0.707 200 c09a33cc52bf28cadeb719ba123333f2 199.204.45.205 - - [19/May/2026:08:08:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.553 [auth-system-keycloak-80] [] 10.0.0.93:8080 1928 0.552 200 b8cfa50f7c97203dbd58c5c4836be217 199.204.45.205 - - [19/May/2026:08:08:58 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.101 [auth-system-keycloak-80] [] 10.0.0.93:8080 12500 0.100 200 00e789ddeed23de771049da13cdfa305 199.204.45.205 - - [19/May/2026:08:08:58 +0000] "GET /admin/realms/atmosphere/client-scopes/5fe5c114-4b43-42fa-b996-a0f050b2df67 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.93:8080 1278 0.006 200 02a36e369e43b237c78a6521a76b2c3d 199.204.45.205 - - [19/May/2026:08:08:59 +0000] "PUT /admin/realms/atmosphere/client-scopes/5fe5c114-4b43-42fa-b996-a0f050b2df67 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.067 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.066 204 4562c0c852eea627b0a04f8f631004e4 199.204.45.205 - - [19/May/2026:08:08:59 +0000] "GET /admin/realms/atmosphere/client-scopes/5fe5c114-4b43-42fa-b996-a0f050b2df67/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.103 [auth-system-keycloak-80] [] 10.0.0.93:8080 963 0.104 200 347f0c3ea17fb5ff56d4d3f0982ac9a7 199.204.45.205 - - [19/May/2026:08:08:59 +0000] "GET /admin/realms/atmosphere/client-scopes/5fe5c114-4b43-42fa-b996-a0f050b2df67/protocol-mappers/models/ece79791-7a3b-4d57-842a-c25f8afe9085 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.060 [auth-system-keycloak-80] [] 10.0.0.93:8080 366 0.060 200 4b31217c8c33777711fe7d15b3c82759 199.204.45.205 - - [19/May/2026:08:08:59 +0000] "PUT /admin/realms/atmosphere/client-scopes/5fe5c114-4b43-42fa-b996-a0f050b2df67/protocol-mappers/models/ece79791-7a3b-4d57-842a-c25f8afe9085 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.085 [auth-system-keycloak-80] [] 10.0.0.93:8080 0 0.085 204 28789aca3602330371e8aff7815a21ab 199.204.45.205 - - [19/May/2026:08:08:59 +0000] "GET /admin/realms/atmosphere/client-scopes/5fe5c114-4b43-42fa-b996-a0f050b2df67 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.019 [auth-system-keycloak-80] [] 10.0.0.93:8080 1218 0.020 200 1dd8e007b25d6ca7157b27cbaf6ea81c I0519 08:09:03.065987 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.239.202"}] I0519 08:09:03.070897 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bc2b5125-ac66-4749-abdb-a5094a8fb234", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3705", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 08:09:03.072609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:09:03.072644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:09:36.343211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:09:36.343266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:09:39.677717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 08:09:39.677765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store