------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0527 06:04:29.304224 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0527 06:04:29.304481 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0527 06:04:29.311234 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0527 06:04:29.313822 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0527 06:04:29.606004 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0527 06:04:29.621093 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0527 06:04:29.632114 7 nginx.go:271] "Starting NGINX Ingress controller" I0527 06:04:29.638077 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"60db3454-3e19-4428-9bd3-29c1b693de22", APIVersion:"v1", ResourceVersion:"1323", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0527 06:04:29.642747 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"fcebb7a6-5554-47ed-b608-6424d1c43855", APIVersion:"v1", ResourceVersion:"1324", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0527 06:04:29.642814 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4f7631c3-bfba-4cf1-9207-9159c57c5f45", APIVersion:"v1", ResourceVersion:"1325", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0527 06:04:30.834495 7 nginx.go:317] "Starting NGINX process" I0527 06:04:30.834800 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0527 06:04:30.835189 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0527 06:04:30.835505 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0527 06:04:30.835584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:30.835615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 06:04:30.835675 7 controller.go:196] "Configuration changes detected, backend reload required" I0527 06:04:30.843162 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0527 06:04:30.843224 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-l5md2" I0527 06:04:30.865384 7 controller.go:216] "Backend successfully reloaded" I0527 06:04:30.865488 7 controller.go:227] "Initial sync, sleeping for 1 second" I0527 06:04:30.865660 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5md2", UID:"d7f024cb-8c41-40a3-aa89-39ea2dafc673", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0527 06:04:34.661324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:34.661358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:37.994974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:37.995028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:41.328547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:41.328573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:44.662432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:44.662471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:47.996590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:47.996639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:51.328521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:51.328561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:54.662130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:54.662176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:57.996138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:04:57.996174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:05:05.934612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:05:05.934714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:05:09.268685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:05:09.268729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:05:12.604234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:05:12.604275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:05:58.166460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:05:58.166491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:01.500765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:01.500932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:10.131625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:10.131652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:18.939354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:18.939376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:22.273332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:22.273376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:25.606613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:25.606658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:28.939742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:28.939782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:32.273855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:32.273897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:36.318577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:36.318610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:39.652742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:39.652771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:42.988204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:42.988247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:46.318888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:46.319060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:49.652540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:06:49.652586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:08:53.822769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:08:53.823324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:08:57.156294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:08:57.156353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:08:57.520397 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-39.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-39.nip.io-tls was not found. Using default certificate W0527 06:08:57.520463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:08:57.520480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 06:08:57.522294 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0527 06:08:57.522331 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0527 06:08:57.528567 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0527 06:08:57.528818 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"157ad619-19c7-4c79-ad4a-77940b1594de", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3387", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 06:08:57.529232 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-39.nip.io-tls" in local store I0527 06:08:57.905163 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-39.nip.io-tls" I0527 06:08:57.906891 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-39.nip.io-tls" W0527 06:09:00.489797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:09:00.489841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0527 06:09:00.489912 7 controller.go:196] "Configuration changes detected, backend reload required" I0527 06:09:00.525271 7 controller.go:216] "Backend successfully reloaded" I0527 06:09:00.525615 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5md2", UID:"d7f024cb-8c41-40a3-aa89-39ea2dafc673", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0527 06:09:03.824116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:09:03.824161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.39 - - [27/May/2026:06:09:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.199 [auth-system-keycloak-80] [] 10.0.0.77:8080 1925 2.198 200 9fcf51cea43403ec6184842ab1b5032a 199.19.213.39 - - [27/May/2026:06:09:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.181 [auth-system-keycloak-80] [] 10.0.0.77:8080 116 0.181 404 ba77841866da436549a444c3d646ace7 199.19.213.39 - - [27/May/2026:06:09:15 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 6.085 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 6.084 201 e28c3e6b7082f84bda2f847dc760bce5 199.19.213.39 - - [27/May/2026:06:09:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.681 [auth-system-keycloak-80] [] 10.0.0.77:8080 4246 0.681 200 b1849582a13c28417684e9dde558c813 199.19.213.39 - - [27/May/2026:06:09:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.77:8080 1925 0.496 200 4a99ab75ce2242317aaf4c60a8d8b1b1 199.19.213.39 - - [27/May/2026:06:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.151 [auth-system-keycloak-80] [] 10.0.0.77:8080 12500 0.151 200 ecc3f8b47c1e322de666593081c7a8a6 199.19.213.39 - - [27/May/2026:06:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes/544074d0-4041-4175-bcdc-a9316aca13b0 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.77:8080 1278 0.012 200 54a1df3fe36ad0fe91fd7304b20edb3e 199.19.213.39 - - [27/May/2026:06:09:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/544074d0-4041-4175-bcdc-a9316aca13b0 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.077 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.077 204 0fe832e3966df678c6f16084ce997134 199.19.213.39 - - [27/May/2026:06:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes/544074d0-4041-4175-bcdc-a9316aca13b0/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.086 [auth-system-keycloak-80] [] 10.0.0.77:8080 963 0.086 200 fed6cb00ef16913bb019ebe07fac61f3 199.19.213.39 - - [27/May/2026:06:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes/544074d0-4041-4175-bcdc-a9316aca13b0/protocol-mappers/models/06649448-50fd-40ed-a39c-b5cc0c47c475 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.075 [auth-system-keycloak-80] [] 10.0.0.77:8080 366 0.075 200 e878937ced8e5577c6423291cf408fe9 199.19.213.39 - - [27/May/2026:06:09:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/544074d0-4041-4175-bcdc-a9316aca13b0/protocol-mappers/models/06649448-50fd-40ed-a39c-b5cc0c47c475 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.089 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.088 204 97b8a04f24f1a9077de4a6f0b666d9ef 199.19.213.39 - - [27/May/2026:06:09:18 +0000] "GET /admin/realms/atmosphere/client-scopes/544074d0-4041-4175-bcdc-a9316aca13b0 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.016 [auth-system-keycloak-80] [] 10.0.0.77:8080 1218 0.016 200 ca0864607517f5be1fef7c83aea27bb5 E0527 06:09:30.965060 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0527 06:09:33.814604 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.53.115"}] I0527 06:09:33.828166 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"157ad619-19c7-4c79-ad4a-77940b1594de", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3703", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0527 06:09:33.829352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:09:33.829398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:09:53.186593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:09:53.186614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:09:57.807756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:09:57.807787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:10:01.141476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:10:01.141523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:10:04.475167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:10:04.475204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:10:07.808193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:10:07.808250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:10:27.891481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0527 06:10:27.891537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store