2026-04-09T16:06:19.059Z INFO config-loader loader/configloader.go:119 running hook 2026-04-09T16:06:19.060Z INFO config-loader loader/configloader.go:55 watching for changes to the EnvoyGateway configuration {"path": "/config/envoy-gateway.yaml"} 2026-04-09T16:06:19.060Z INFO cmd/server.go:69 Start runners 2026-04-09T16:06:19.060Z INFO cmd/server.go:303 Starting runner {"name": "traces"} 2026-04-09T16:06:19.060Z INFO cmd/server.go:303 Starting runner {"name": "provider"} 2026-04-09T16:06:19.077Z INFO provider.controller-runtime.webhook webhook/server.go:183 Registering webhook {"runner": "provider", "path": "/inject-pod-topology"} 2026-04-09T16:06:19.077Z INFO provider kubernetes/controller.go:203 created gatewayapi controller {"runner": "provider"} 2026-04-09T16:06:19.081Z INFO provider kubernetes/controller.go:2117 XListenerSet API disabled, skipping XListenerSet watch {"runner": "provider"} 2026-04-09T16:06:19.089Z INFO provider kubernetes/controller.go:2297 ServiceImport CRD not found, skipping ServiceImport watch {"runner": "provider"} 2026-04-09T16:06:19.091Z INFO provider kubernetes/controller.go:2344 Backend API disabled, skipping Backend watch {"runner": "provider"} 2026-04-09T16:06:19.100Z INFO provider kubernetes/controller.go:2673 Watching gatewayAPI related objects {"runner": "provider"} 2026-04-09T16:06:19.103Z INFO provider kubernetes/controller_watch.go:32 Skipping watch {"runner": "provider", "kind": "ClusterTrustBundle", "groupVersion": "certificates.k8s.io/v1beta1"} 2026-04-09T16:06:19.103Z INFO provider runner/runner.go:68 Running provider {"runner": "provider", "type": "Kubernetes"} 2026-04-09T16:06:19.103Z INFO cmd/server.go:303 Starting runner {"name": "gateway-api"} 2026-04-09T16:06:19.103Z INFO gateway-api runner/runner.go:105 started {"runner": "gateway-api"} 2026-04-09T16:06:19.103Z INFO cmd/server.go:303 Starting runner {"name": "xds"} 2026-04-09T16:06:19.103Z INFO provider.controller-runtime.metrics server/server.go:208 Starting metrics server {"runner": "provider"} 2026-04-09T16:06:19.103Z INFO provider manager/server.go:83 starting server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-04-09T16:06:19.103Z INFO provider.controller-runtime.metrics server/server.go:247 Serving metrics server {"runner": "provider", "bindAddress": ":8080", "secure": false} 2026-04-09T16:06:19.103Z INFO provider.controller-runtime.webhook webhook/server.go:191 Starting webhook server {"runner": "provider"} 2026-04-09T16:06:19.104Z INFO xds runner/runner.go:162 loaded TLS certificate and key {"runner": "xds"} 2026-04-09T16:06:19.104Z INFO xds runner/runner.go:168 configured gRPC keepalive {"runner": "xds", "maxConnectionAge": "11h0m0s", "maxConnectionAgeGrace": "2m0s"} 2026-04-09T16:06:19.104Z INFO xds runner/runner.go:220 started {"runner": "xds"} 2026-04-09T16:06:19.104Z INFO cmd/server.go:303 Starting runner {"name": "infrastructure"} 2026-04-09T16:06:19.105Z INFO cmd/server.go:303 Starting runner {"name": "admin"} 2026-04-09T16:06:19.105Z INFO admin admin/server.go:70 starting admin server {"address": "127.0.0.1:19000", "enablePprof": false, "enableConsole": true} 2026-04-09T16:06:19.105Z INFO cmd/server.go:303 Starting runner {"name": "metrics"} 2026-04-09T16:06:19.105Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:214 Updated current TLS certificate {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key"} 2026-04-09T16:06:19.105Z INFO metrics metrics/register.go:202 initialized metrics pull endpoint {"address": "0.0.0.0:19001", "endpoint": "/metrics"} 2026-04-09T16:06:19.106Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:136 Starting certificate poll+watcher {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key", "interval": "10s"} 2026-04-09T16:06:19.106Z INFO provider.controller-runtime.webhook webhook/server.go:242 Serving webhook server {"runner": "provider", "host": "", "port": 9443} 2026-04-09T16:06:19.107Z INFO metrics metrics/register.go:83 starting metrics server {"address": "0.0.0.0:19001"} 2026-04-09T16:06:19.117Z INFO wasm-cache wasm/httpserver.go:114 Listening on :18002 2026-04-09T16:06:19.905Z INFO provider leaderelection/leaderelection.go:258 Attempting to acquire leader lease... {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "*kubernetes.watchAndReconcileSource"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1beta1.ReferenceGrant"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha1.ClientTrafficPolicy"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha1.EnvoyProxy"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.BackendTLSPolicy"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.Service"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.DaemonSet"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha1.EnvoyExtensionPolicy"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.GatewayClass"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.GRPCRoute"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha1.HTTPRouteFilter"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.HTTPRoute"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha2.UDPRoute"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha1.SecurityPolicy"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.Secret"} 2026-04-09T16:06:19.905Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.ConfigMap"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.Deployment"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.Gateway"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha3.TLSRoute"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha1.BackendTrafficPolicy"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.Node"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1.EndpointSlice"} 2026-04-09T16:06:19.906Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775750779", "source": "kind source: *v1alpha2.TCPRoute"} 2026-04-09T16:06:20.007Z INFO provider kubernetes/predicates.go:45 gatewayclass has matching controller name, processing {"runner": "provider", "name": "eg"} 2026-04-09T16:06:20.108Z INFO provider controller/controller.go:303 Starting Controller {"runner": "provider", "controller": "gatewayapi-1775750779"} 2026-04-09T16:06:20.108Z INFO provider controller/controller.go:306 Starting workers {"runner": "provider", "controller": "gatewayapi-1775750779", "worker count": 1} 2026-04-09T16:06:20.108Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "5d20f749cc05fc3a05e7d4b61bab2df5", "span_id": "5d51f71ecfc6c98a"} 2026-04-09T16:06:20.108Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-04-09T16:06:20.108Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-04-09T16:06:20.209Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "5d20f749cc05fc3a05e7d4b61bab2df5", "span_id": "5d51f71ecfc6c98a", "GatewayClass": "eg"} 2026-04-09T16:06:20.209Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "5d20f749cc05fc3a05e7d4b61bab2df5", "span_id": "5d51f71ecfc6c98a"} 2026-04-09T16:06:20.210Z INFO gateway-api runner/runner.go:153 received an update {"runner": "gateway-api", "trace_id": "5d20f749cc05fc3a05e7d4b61bab2df5", "span_id": "104a6b8409dfa362", "key": "gateway.envoyproxy.io/gatewayclass-controller"} 2026-04-09T16:06:35.677Z INFO provider leaderelection/leaderelection.go:272 Successfully acquired lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-04-09T16:06:35.678Z INFO provider kubernetes/status_updater.go:132 started status update handler {"runner": "provider"} 2026-04-09T16:06:35.678Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "fb395467b101c85fad027582d98b4548", "span_id": "815c6fbf7a501de1"} 2026-04-09T16:06:35.678Z INFO provider kubernetes/status_updater.go:143 received a status update {"runner": "provider", "namespace": "", "name": "eg", "kind": "GatewayClass"} 2026-04-09T16:06:35.678Z INFO provider kubernetes/status_updater.go:108 status unchanged, bypassing update {"runner": "provider", "name": "eg", "namespace": "", "kind": "GatewayClass"} 2026-04-09T16:06:35.678Z INFO provider kubernetes/controller.go:216 started {"runner": "provider"} 2026-04-09T16:06:35.678Z INFO infrastructure runner/runner.go:78 started {"runner": "infrastructure"} 2026-04-09T16:06:35.678Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-04-09T16:06:35.678Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-04-09T16:06:35.678Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "fb395467b101c85fad027582d98b4548", "span_id": "815c6fbf7a501de1", "GatewayClass": "eg"} 2026-04-09T16:06:35.679Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "fb395467b101c85fad027582d98b4548", "span_id": "815c6fbf7a501de1"} 2026-04-09T16:08:39.274Z ERROR provider leaderelection/leaderelection.go:445 Failed to update lease optimistically, falling back to slow path {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Put \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-04-09T16:08:44.274Z ERROR provider leaderelection/leaderelection.go:452 Error retrieving lease lock {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Get \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-04-09T16:08:44.274Z INFO provider leaderelection/leaderelection.go:299 Failed to renew lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "err": "context deadline exceeded"} 2026-04-09T16:08:44.274Z ERROR provider runner/runner.go:71 unable to start provider {"runner": "provider", "error": "leader election lost"} 2026-04-09T16:08:44.274Z INFO provider manager/internal.go:571 Stopping and waiting for non leader election runnables {"runner": "provider"} 2026-04-09T16:08:44.275Z INFO provider manager/internal.go:575 Stopping and waiting for leader election runnables {"runner": "provider"} 2026-04-09T16:08:44.275Z INFO provider manager/internal.go:583 Stopping and waiting for caches {"runner": "provider"} 2026-04-09T16:08:44.275Z INFO provider manager/internal.go:587 Stopping and waiting for webhooks {"runner": "provider"} 2026-04-09T16:08:44.275Z INFO provider manager/internal.go:590 Stopping and waiting for HTTP servers {"runner": "provider"} 2026-04-09T16:08:44.275Z INFO provider manager/internal.go:594 Wait completed, proceeding to shutdown the manager {"runner": "provider"} 2026-04-09T16:08:44.275Z INFO provider manager/internal.go:566 Stopping and waiting for warmup runnables {"runner": "provider"} 2026-04-09T16:08:44.275Z INFO provider controller/controller.go:326 Shutdown signal received, waiting for all workers to finish {"runner": "provider", "controller": "gatewayapi-1775750779"} 2026-04-09T16:08:44.275Z INFO provider controller/controller.go:328 All workers finished {"runner": "provider", "controller": "gatewayapi-1775750779"} 2026-04-09T16:08:44.275Z INFO provider kubernetes/status_updater.go:141 stopped status update handler {"runner": "provider"} 2026-04-09T16:08:44.276Z INFO provider.controller-runtime.webhook webhook/server.go:249 Shutting down webhook server with timeout of 1 minute {"runner": "provider"} 2026-04-09T16:08:44.276Z INFO provider.controller-runtime.metrics server/server.go:254 Shutting down metrics server with timeout of 1 minute {"runner": "provider"} 2026-04-09T16:08:44.276Z INFO provider manager/server.go:68 shutting down server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-04-09T16:09:18.280Z ERROR provider record/event.go:359 Server rejected event (will not retry!) {"runner": "provider", "event": "&Event{ObjectMeta:{5b9825d2.gateway.envoyproxy.io.18a4bc0eaaf585c3 envoy-gateway-system 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Lease,Namespace:envoy-gateway-system,Name:5b9825d2.gateway.envoyproxy.io,UID:d12e27cd-9ec0-4cd6-ac17-11c3c5900334,APIVersion:coordination.k8s.io/v1,ResourceVersion:3573,FieldPath:,},Reason:LeaderElection,Message:envoy-gateway-8b6d98d9b-mgdzm_90d7259d-e91e-4abd-a032-1a753df89f0e stopped leading,Source:EventSource{Component:envoy-gateway-8b6d98d9b-mgdzm_90d7259d-e91e-4abd-a032-1a753df89f0e,Host:,},FirstTimestamp:2026-04-09 16:08:44.274599363 +0000 UTC m=+145.278039119,LastTimestamp:2026-04-09 16:08:44.274599363 +0000 UTC m=+145.278039119,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:envoy-gateway-8b6d98d9b-mgdzm_90d7259d-e91e-4abd-a032-1a753df89f0e,ReportingInstance:,}", "error": "Timeout: request did not complete within requested timeout - context deadline exceeded"} 2026-04-09T16:09:38.822Z INFO xds runner/runner.go:234 grpc server shutting down {"runner": "xds"} 2026-04-09T16:09:38.822Z INFO provider kubernetes/status.go:486 securityPolicy status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.822Z INFO provider kubernetes/status.go:565 envoyExtensionPolicy status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.822Z INFO infrastructure runner/runner.go:137 infra subscriber shutting down {"runner": "infrastructure"} 2026-04-09T16:09:38.822Z INFO provider kubernetes/status.go:448 backendTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.822Z INFO provider kubernetes/status.go:603 backend status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.822Z INFO cmd/server.go:112 shutting down 2026-04-09T16:09:38.822Z INFO provider kubernetes/status.go:62 gatewayclass status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.822Z INFO infrastructure runner/runner.go:81 shutting down {"runner": "infrastructure"} 2026-04-09T16:09:38.822Z INFO provider kubernetes/status.go:129 httpRoute status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.823Z INFO provider kubernetes/status.go:171 grpcRoute status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.822Z INFO gateway-api runner/runner.go:420 shutting down {"runner": "gateway-api"} 2026-04-09T16:09:38.823Z INFO provider kubernetes/status.go:334 xListenerSet status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.823Z INFO provider kubernetes/status.go:213 tlsRoute status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.823Z INFO cmd/server.go:285 runners are shutting down 2026-04-09T16:09:38.823Z INFO provider kubernetes/status.go:297 udpRoute status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.823Z INFO provider kubernetes/status.go:255 tcpRoute status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.823Z INFO provider kubernetes/status.go:372 envoyPatchPolicy status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.823Z INFO provider kubernetes/status.go:410 clientTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.823Z INFO xds runner/runner.go:388 subscriber shutting down {"runner": "xds"} 2026-04-09T16:09:38.823Z INFO provider kubernetes/status.go:527 backendTlsPolicy status subscriber shutting down {"runner": "provider"} 2026-04-09T16:09:38.823Z INFO provider kubernetes/controller.go:220 shutting down {"runner": "provider"}