2026-05-14T01:08:09.939Z INFO config-loader loader/configloader.go:119 running hook 2026-05-14T01:08:09.940Z INFO config-loader loader/configloader.go:55 watching for changes to the EnvoyGateway configuration {"path": "/config/envoy-gateway.yaml"} 2026-05-14T01:08:09.940Z INFO cmd/server.go:69 Start runners 2026-05-14T01:08:09.941Z INFO cmd/server.go:303 Starting runner {"name": "traces"} 2026-05-14T01:08:09.941Z INFO cmd/server.go:303 Starting runner {"name": "provider"} 2026-05-14T01:08:09.964Z INFO provider.controller-runtime.webhook webhook/server.go:183 Registering webhook {"runner": "provider", "path": "/inject-pod-topology"} 2026-05-14T01:08:09.965Z INFO provider kubernetes/controller.go:203 created gatewayapi controller {"runner": "provider"} 2026-05-14T01:08:09.968Z INFO provider kubernetes/controller.go:2117 XListenerSet API disabled, skipping XListenerSet watch {"runner": "provider"} 2026-05-14T01:08:09.977Z INFO provider kubernetes/controller.go:2297 ServiceImport CRD not found, skipping ServiceImport watch {"runner": "provider"} 2026-05-14T01:08:09.979Z INFO provider kubernetes/controller.go:2344 Backend API disabled, skipping Backend watch {"runner": "provider"} 2026-05-14T01:08:09.995Z INFO provider kubernetes/controller.go:2673 Watching gatewayAPI related objects {"runner": "provider"} 2026-05-14T01:08:09.999Z INFO provider kubernetes/controller_watch.go:32 Skipping watch {"runner": "provider", "kind": "ClusterTrustBundle", "groupVersion": "certificates.k8s.io/v1beta1"} 2026-05-14T01:08:09.999Z INFO provider runner/runner.go:68 Running provider {"runner": "provider", "type": "Kubernetes"} 2026-05-14T01:08:10.000Z INFO provider.controller-runtime.metrics server/server.go:208 Starting metrics server {"runner": "provider"} 2026-05-14T01:08:10.000Z INFO cmd/server.go:303 Starting runner {"name": "gateway-api"} 2026-05-14T01:08:10.000Z INFO gateway-api runner/runner.go:105 started {"runner": "gateway-api"} 2026-05-14T01:08:10.000Z INFO cmd/server.go:303 Starting runner {"name": "xds"} 2026-05-14T01:08:10.000Z INFO provider.controller-runtime.webhook webhook/server.go:191 Starting webhook server {"runner": "provider"} 2026-05-14T01:08:10.001Z INFO provider.controller-runtime.metrics server/server.go:247 Serving metrics server {"runner": "provider", "bindAddress": ":8080", "secure": false} 2026-05-14T01:08:10.002Z INFO provider manager/server.go:83 starting server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-05-14T01:08:10.001Z INFO xds runner/runner.go:162 loaded TLS certificate and key {"runner": "xds"} 2026-05-14T01:08:10.002Z INFO xds runner/runner.go:168 configured gRPC keepalive {"runner": "xds", "maxConnectionAge": "11h0m0s", "maxConnectionAgeGrace": "2m0s"} 2026-05-14T01:08:10.002Z INFO xds runner/runner.go:220 started {"runner": "xds"} 2026-05-14T01:08:10.002Z INFO cmd/server.go:303 Starting runner {"name": "infrastructure"} 2026-05-14T01:08:10.003Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:214 Updated current TLS certificate {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key"} 2026-05-14T01:08:10.003Z INFO provider.controller-runtime.webhook webhook/server.go:242 Serving webhook server {"runner": "provider", "host": "", "port": 9443} 2026-05-14T01:08:10.003Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:136 Starting certificate poll+watcher {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key", "interval": "10s"} 2026-05-14T01:08:10.004Z INFO cmd/server.go:303 Starting runner {"name": "admin"} 2026-05-14T01:08:10.004Z INFO admin admin/server.go:70 starting admin server {"address": "127.0.0.1:19000", "enablePprof": false, "enableConsole": true} 2026-05-14T01:08:10.005Z INFO cmd/server.go:303 Starting runner {"name": "metrics"} 2026-05-14T01:08:10.005Z INFO metrics metrics/register.go:202 initialized metrics pull endpoint {"address": "0.0.0.0:19001", "endpoint": "/metrics"} 2026-05-14T01:08:10.005Z INFO metrics metrics/register.go:83 starting metrics server {"address": "0.0.0.0:19001"} 2026-05-14T01:08:10.008Z INFO wasm-cache wasm/httpserver.go:114 Listening on :18002 2026-05-14T01:08:10.903Z INFO provider leaderelection/leaderelection.go:258 Attempting to acquire leader lease... {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-05-14T01:08:10.903Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "*kubernetes.watchAndReconcileSource"} 2026-05-14T01:08:10.903Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha2.TCPRoute"} 2026-05-14T01:08:10.903Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.EndpointSlice"} 2026-05-14T01:08:10.903Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha1.EnvoyProxy"} 2026-05-14T01:08:10.904Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.GatewayClass"} 2026-05-14T01:08:10.904Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha2.UDPRoute"} 2026-05-14T01:08:10.904Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.HTTPRoute"} 2026-05-14T01:08:10.904Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha3.TLSRoute"} 2026-05-14T01:08:10.904Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.Service"} 2026-05-14T01:08:10.904Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.Gateway"} 2026-05-14T01:08:10.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha1.HTTPRouteFilter"} 2026-05-14T01:08:10.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.Node"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.Secret"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.GRPCRoute"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha1.BackendTrafficPolicy"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.ConfigMap"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1beta1.ReferenceGrant"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.Deployment"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.DaemonSet"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha1.SecurityPolicy"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha1.ClientTrafficPolicy"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1.BackendTLSPolicy"} 2026-05-14T01:08:10.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1778720889", "source": "kind source: *v1alpha1.EnvoyExtensionPolicy"} 2026-05-14T01:08:10.918Z INFO provider leaderelection/leaderelection.go:272 Successfully acquired lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-05-14T01:08:10.918Z INFO provider kubernetes/status_updater.go:132 started status update handler {"runner": "provider"} 2026-05-14T01:08:10.919Z INFO provider kubernetes/controller.go:216 started {"runner": "provider"} 2026-05-14T01:08:10.919Z INFO infrastructure runner/runner.go:78 started {"runner": "infrastructure"} 2026-05-14T01:08:11.005Z INFO provider kubernetes/predicates.go:45 gatewayclass has matching controller name, processing {"runner": "provider", "name": "eg"} 2026-05-14T01:08:11.108Z INFO provider controller/controller.go:303 Starting Controller {"runner": "provider", "controller": "gatewayapi-1778720889"} 2026-05-14T01:08:11.109Z INFO provider controller/controller.go:306 Starting workers {"runner": "provider", "controller": "gatewayapi-1778720889", "worker count": 1} 2026-05-14T01:08:11.109Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "0fb9cfad3d44ee83914a48d8d958ce64", "span_id": "a356108d9f71c22e"} 2026-05-14T01:08:11.109Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-05-14T01:08:11.109Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-05-14T01:08:11.109Z INFO provider kubernetes/status_updater.go:143 received a status update {"runner": "provider", "namespace": "", "name": "eg", "kind": "GatewayClass"} 2026-05-14T01:08:11.210Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "0fb9cfad3d44ee83914a48d8d958ce64", "span_id": "a356108d9f71c22e", "GatewayClass": "eg"} 2026-05-14T01:08:11.210Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "0fb9cfad3d44ee83914a48d8d958ce64", "span_id": "a356108d9f71c22e"} 2026-05-14T01:08:11.211Z INFO gateway-api runner/runner.go:153 received an update {"runner": "gateway-api", "trace_id": "0fb9cfad3d44ee83914a48d8d958ce64", "span_id": "50d400c594c5eea1", "key": "gateway.envoyproxy.io/gatewayclass-controller"} 2026-05-14T01:16:24.446Z ERROR provider leaderelection/leaderelection.go:445 Failed to update lease optimistically, falling back to slow path {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Put \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} 2026-05-14T01:16:29.445Z ERROR provider leaderelection/leaderelection.go:452 Error retrieving lease lock {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Get \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-05-14T01:16:29.446Z INFO provider leaderelection/leaderelection.go:299 Failed to renew lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "err": "context deadline exceeded"} 2026-05-14T01:16:29.446Z ERROR provider runner/runner.go:71 unable to start provider {"runner": "provider", "error": "leader election lost"} 2026-05-14T01:16:29.446Z INFO provider manager/internal.go:571 Stopping and waiting for non leader election runnables {"runner": "provider"} 2026-05-14T01:16:29.446Z INFO provider manager/internal.go:575 Stopping and waiting for leader election runnables {"runner": "provider"} 2026-05-14T01:16:29.446Z INFO provider manager/internal.go:583 Stopping and waiting for caches {"runner": "provider"} 2026-05-14T01:16:29.446Z INFO provider manager/internal.go:587 Stopping and waiting for webhooks {"runner": "provider"} 2026-05-14T01:16:29.446Z INFO provider manager/internal.go:590 Stopping and waiting for HTTP servers {"runner": "provider"} 2026-05-14T01:16:29.446Z INFO provider manager/internal.go:594 Wait completed, proceeding to shutdown the manager {"runner": "provider"} 2026-05-14T01:16:29.446Z INFO provider manager/internal.go:566 Stopping and waiting for warmup runnables {"runner": "provider"} 2026-05-14T01:16:29.446Z INFO provider controller/controller.go:326 Shutdown signal received, waiting for all workers to finish {"runner": "provider", "controller": "gatewayapi-1778720889"} 2026-05-14T01:16:29.446Z INFO provider controller/controller.go:328 All workers finished {"runner": "provider", "controller": "gatewayapi-1778720889"} 2026-05-14T01:16:29.446Z INFO provider kubernetes/status_updater.go:141 stopped status update handler {"runner": "provider"} 2026-05-14T01:16:29.446Z INFO provider.controller-runtime.webhook webhook/server.go:249 Shutting down webhook server with timeout of 1 minute {"runner": "provider"} 2026-05-14T01:16:29.447Z INFO provider manager/server.go:68 shutting down server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-05-14T01:16:29.447Z INFO provider.controller-runtime.metrics server/server.go:254 Shutting down metrics server with timeout of 1 minute {"runner": "provider"} 2026-05-14T01:17:03.449Z ERROR provider record/event.go:359 Server rejected event (will not retry!) {"runner": "provider", "event": "&Event{ObjectMeta:{5b9825d2.gateway.envoyproxy.io.18af49adfc538025 envoy-gateway-system 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Lease,Namespace:envoy-gateway-system,Name:5b9825d2.gateway.envoyproxy.io,UID:c75aa54b-e2d9-43ad-b44a-d57833136c9e,APIVersion:coordination.k8s.io/v1,ResourceVersion:3597,FieldPath:,},Reason:LeaderElection,Message:envoy-gateway-8b6d98d9b-p2xv7_1053b84b-7bef-4d84-949c-f0e8f57bb824 stopped leading,Source:EventSource{Component:envoy-gateway-8b6d98d9b-p2xv7_1053b84b-7bef-4d84-949c-f0e8f57bb824,Host:,},FirstTimestamp:2026-05-14 01:16:29.446135845 +0000 UTC m=+499.569787355,LastTimestamp:2026-05-14 01:16:29.446135845 +0000 UTC m=+499.569787355,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:envoy-gateway-8b6d98d9b-p2xv7_1053b84b-7bef-4d84-949c-f0e8f57bb824,ReportingInstance:,}", "error": "Timeout: request did not complete within requested timeout - context deadline exceeded"} 2026-05-14T01:17:25.834Z INFO gateway-api runner/runner.go:420 shutting down {"runner": "gateway-api"} 2026-05-14T01:17:25.834Z INFO provider kubernetes/status.go:410 clientTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.834Z INFO provider kubernetes/status.go:527 backendTlsPolicy status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:255 tcpRoute status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO xds runner/runner.go:388 subscriber shutting down {"runner": "xds"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:565 envoyExtensionPolicy status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:171 grpcRoute status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO infrastructure runner/runner.go:137 infra subscriber shutting down {"runner": "infrastructure"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:603 backend status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO infrastructure runner/runner.go:81 shutting down {"runner": "infrastructure"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:297 udpRoute status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:334 xListenerSet status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:87 gateway status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:213 tlsRoute status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:448 backendTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:129 httpRoute status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO xds runner/runner.go:234 grpc server shutting down {"runner": "xds"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:372 envoyPatchPolicy status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO cmd/server.go:112 shutting down 2026-05-14T01:17:25.835Z INFO cmd/server.go:285 runners are shutting down 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:486 securityPolicy status subscriber shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/controller.go:220 shutting down {"runner": "provider"} 2026-05-14T01:17:25.835Z INFO provider kubernetes/status.go:62 gatewayclass status subscriber shutting down {"runner": "provider"}