2026-03-18T13:19:50.193Z INFO config-loader loader/configloader.go:119 running hook 2026-03-18T13:19:50.193Z INFO config-loader loader/configloader.go:55 watching for changes to the EnvoyGateway configuration {"path": "/config/envoy-gateway.yaml"} 2026-03-18T13:19:50.193Z INFO cmd/server.go:69 Start runners 2026-03-18T13:19:50.195Z INFO cmd/server.go:303 Starting runner {"name": "traces"} 2026-03-18T13:19:50.195Z INFO cmd/server.go:303 Starting runner {"name": "provider"} 2026-03-18T13:19:50.213Z INFO provider.controller-runtime.webhook webhook/server.go:183 Registering webhook {"runner": "provider", "path": "/inject-pod-topology"} 2026-03-18T13:19:50.213Z INFO provider kubernetes/controller.go:203 created gatewayapi controller {"runner": "provider"} 2026-03-18T13:19:50.216Z INFO provider kubernetes/controller.go:2117 XListenerSet API disabled, skipping XListenerSet watch {"runner": "provider"} 2026-03-18T13:19:50.222Z INFO provider kubernetes/controller.go:2297 ServiceImport CRD not found, skipping ServiceImport watch {"runner": "provider"} 2026-03-18T13:19:50.224Z INFO provider kubernetes/controller.go:2344 Backend API disabled, skipping Backend watch {"runner": "provider"} 2026-03-18T13:19:50.232Z INFO provider kubernetes/controller.go:2673 Watching gatewayAPI related objects {"runner": "provider"} 2026-03-18T13:19:50.235Z INFO provider kubernetes/controller_watch.go:32 Skipping watch {"runner": "provider", "kind": "ClusterTrustBundle", "groupVersion": "certificates.k8s.io/v1beta1"} 2026-03-18T13:19:50.235Z INFO provider runner/runner.go:68 Running provider {"runner": "provider", "type": "Kubernetes"} 2026-03-18T13:19:50.235Z INFO cmd/server.go:303 Starting runner {"name": "gateway-api"} 2026-03-18T13:19:50.235Z INFO gateway-api runner/runner.go:105 started {"runner": "gateway-api"} 2026-03-18T13:19:50.235Z INFO cmd/server.go:303 Starting runner {"name": "xds"} 2026-03-18T13:19:50.235Z INFO provider.controller-runtime.metrics server/server.go:208 Starting metrics server {"runner": "provider"} 2026-03-18T13:19:50.235Z INFO provider manager/server.go:83 starting server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-03-18T13:19:50.235Z INFO provider.controller-runtime.metrics server/server.go:247 Serving metrics server {"runner": "provider", "bindAddress": ":8080", "secure": false} 2026-03-18T13:19:50.235Z INFO xds runner/runner.go:162 loaded TLS certificate and key {"runner": "xds"} 2026-03-18T13:19:50.235Z INFO provider.controller-runtime.webhook webhook/server.go:191 Starting webhook server {"runner": "provider"} 2026-03-18T13:19:50.235Z INFO xds runner/runner.go:168 configured gRPC keepalive {"runner": "xds", "maxConnectionAge": "12h0m0s", "maxConnectionAgeGrace": "2m0s"} 2026-03-18T13:19:50.236Z INFO xds runner/runner.go:220 started {"runner": "xds"} 2026-03-18T13:19:50.236Z INFO cmd/server.go:303 Starting runner {"name": "infrastructure"} 2026-03-18T13:19:50.237Z INFO cmd/server.go:303 Starting runner {"name": "admin"} 2026-03-18T13:19:50.237Z INFO admin admin/server.go:70 starting admin server {"address": "127.0.0.1:19000", "enablePprof": false, "enableConsole": true} 2026-03-18T13:19:50.237Z INFO cmd/server.go:303 Starting runner {"name": "metrics"} 2026-03-18T13:19:50.237Z INFO metrics metrics/register.go:202 initialized metrics pull endpoint {"address": "0.0.0.0:19001", "endpoint": "/metrics"} 2026-03-18T13:19:50.237Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:214 Updated current TLS certificate {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key"} 2026-03-18T13:19:50.238Z INFO provider.controller-runtime.webhook webhook/server.go:242 Serving webhook server {"runner": "provider", "host": "", "port": 9443} 2026-03-18T13:19:50.238Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:136 Starting certificate poll+watcher {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key", "interval": "10s"} 2026-03-18T13:19:50.239Z INFO metrics metrics/register.go:83 starting metrics server {"address": "0.0.0.0:19001"} 2026-03-18T13:19:50.256Z INFO wasm-cache wasm/httpserver.go:114 Listening on :18002 2026-03-18T13:19:50.337Z INFO provider leaderelection/leaderelection.go:258 Attempting to acquire leader lease... {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.Secret"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha3.TLSRoute"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha1.HTTPRouteFilter"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.GatewayClass"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.ConfigMap"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.Service"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.Node"} 2026-03-18T13:19:50.338Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha1.SecurityPolicy"} 2026-03-18T13:19:50.338Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha2.UDPRoute"} 2026-03-18T13:19:50.338Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha1.BackendTrafficPolicy"} 2026-03-18T13:19:50.338Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha2.TCPRoute"} 2026-03-18T13:19:50.339Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.EndpointSlice"} 2026-03-18T13:19:50.339Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "*kubernetes.watchAndReconcileSource"} 2026-03-18T13:19:50.339Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha1.ClientTrafficPolicy"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.Deployment"} 2026-03-18T13:19:50.340Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.GRPCRoute"} 2026-03-18T13:19:50.340Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.Gateway"} 2026-03-18T13:19:50.337Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1beta1.ReferenceGrant"} 2026-03-18T13:19:50.340Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha1.EnvoyProxy"} 2026-03-18T13:19:50.340Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.DaemonSet"} 2026-03-18T13:19:50.340Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.BackendTLSPolicy"} 2026-03-18T13:19:50.341Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1alpha1.EnvoyExtensionPolicy"} 2026-03-18T13:19:50.341Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1773839990", "source": "kind source: *v1.HTTPRoute"} 2026-03-18T13:19:50.439Z INFO provider kubernetes/predicates.go:45 gatewayclass has matching controller name, processing {"runner": "provider", "name": "eg"} 2026-03-18T13:19:50.541Z INFO provider controller/controller.go:303 Starting Controller {"runner": "provider", "controller": "gatewayapi-1773839990"} 2026-03-18T13:19:50.541Z INFO provider controller/controller.go:306 Starting workers {"runner": "provider", "controller": "gatewayapi-1773839990", "worker count": 1} 2026-03-18T13:19:50.541Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "d168265c39f6855847858274c0c69e88", "span_id": "533215a283320f79"} 2026-03-18T13:19:50.541Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-03-18T13:19:50.541Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-03-18T13:19:50.643Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "d168265c39f6855847858274c0c69e88", "span_id": "533215a283320f79", "GatewayClass": "eg"} 2026-03-18T13:19:50.643Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "d168265c39f6855847858274c0c69e88", "span_id": "533215a283320f79"} 2026-03-18T13:19:50.643Z INFO gateway-api runner/runner.go:153 received an update {"runner": "gateway-api", "trace_id": "d168265c39f6855847858274c0c69e88", "span_id": "f294ce2d7954513e", "key": "gateway.envoyproxy.io/gatewayclass-controller"} 2026-03-18T13:20:09.197Z INFO provider leaderelection/leaderelection.go:272 Successfully acquired lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-03-18T13:20:09.198Z INFO provider kubernetes/status_updater.go:132 started status update handler {"runner": "provider"} 2026-03-18T13:20:09.198Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "28e89b1175a0c9acf764c6453ee23ae6", "span_id": "3d5b99e51c5d35b2"} 2026-03-18T13:20:09.198Z INFO provider kubernetes/controller.go:216 started {"runner": "provider"} 2026-03-18T13:20:09.198Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-03-18T13:20:09.198Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-03-18T13:20:09.198Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "28e89b1175a0c9acf764c6453ee23ae6", "span_id": "3d5b99e51c5d35b2", "GatewayClass": "eg"} 2026-03-18T13:20:09.199Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "28e89b1175a0c9acf764c6453ee23ae6", "span_id": "3d5b99e51c5d35b2"} 2026-03-18T13:20:09.198Z INFO infrastructure runner/runner.go:78 started {"runner": "infrastructure"} 2026-03-18T13:20:09.199Z INFO provider kubernetes/status_updater.go:143 received a status update {"runner": "provider", "namespace": "", "name": "eg", "kind": "GatewayClass"} 2026-03-18T13:20:09.199Z INFO provider kubernetes/status_updater.go:108 status unchanged, bypassing update {"runner": "provider", "name": "eg", "namespace": "", "kind": "GatewayClass"} 2026-03-18T13:22:46.431Z ERROR provider leaderelection/leaderelection.go:445 Failed to update lease optimistically, falling back to slow path {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Put \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-03-18T13:22:51.431Z ERROR provider leaderelection/leaderelection.go:452 Error retrieving lease lock {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Get \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-03-18T13:22:51.431Z INFO provider leaderelection/leaderelection.go:299 Failed to renew lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "err": "context deadline exceeded"} 2026-03-18T13:22:51.431Z ERROR provider runner/runner.go:71 unable to start provider {"runner": "provider", "error": "leader election lost"} 2026-03-18T13:22:51.431Z INFO provider manager/internal.go:571 Stopping and waiting for non leader election runnables {"runner": "provider"} 2026-03-18T13:22:51.431Z INFO provider manager/internal.go:575 Stopping and waiting for leader election runnables {"runner": "provider"} 2026-03-18T13:22:51.431Z INFO provider manager/internal.go:583 Stopping and waiting for caches {"runner": "provider"} 2026-03-18T13:22:51.431Z INFO provider manager/internal.go:566 Stopping and waiting for warmup runnables {"runner": "provider"} 2026-03-18T13:22:51.431Z INFO provider manager/internal.go:587 Stopping and waiting for webhooks {"runner": "provider"} 2026-03-18T13:22:51.431Z INFO provider manager/internal.go:590 Stopping and waiting for HTTP servers {"runner": "provider"} 2026-03-18T13:22:51.432Z INFO provider manager/internal.go:594 Wait completed, proceeding to shutdown the manager {"runner": "provider"} 2026-03-18T13:22:51.431Z INFO provider controller/controller.go:326 Shutdown signal received, waiting for all workers to finish {"runner": "provider", "controller": "gatewayapi-1773839990"} 2026-03-18T13:22:51.432Z INFO provider controller/controller.go:328 All workers finished {"runner": "provider", "controller": "gatewayapi-1773839990"} 2026-03-18T13:22:51.432Z INFO provider kubernetes/status_updater.go:141 stopped status update handler {"runner": "provider"} 2026-03-18T13:22:51.432Z INFO provider.controller-runtime.webhook webhook/server.go:249 Shutting down webhook server with timeout of 1 minute {"runner": "provider"} 2026-03-18T13:22:51.432Z INFO provider.controller-runtime.metrics server/server.go:254 Shutting down metrics server with timeout of 1 minute {"runner": "provider"} 2026-03-18T13:22:51.432Z INFO provider manager/server.go:68 shutting down server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-03-18T13:23:25.435Z ERROR provider record/event.go:359 Server rejected event (will not retry!) {"runner": "provider", "event": "&Event{ObjectMeta:{5b9825d2.gateway.envoyproxy.io.189df23cda8101f4 envoy-gateway-system 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Lease,Namespace:envoy-gateway-system,Name:5b9825d2.gateway.envoyproxy.io,UID:7df35b32-01df-4bd3-8b2a-459c756953d1,APIVersion:coordination.k8s.io/v1,ResourceVersion:3652,FieldPath:,},Reason:LeaderElection,Message:envoy-gateway-8b6d98d9b-2xh84_c444d3c6-5c54-462a-ae9a-537eace0d21e stopped leading,Source:EventSource{Component:envoy-gateway-8b6d98d9b-2xh84_c444d3c6-5c54-462a-ae9a-537eace0d21e,Host:,},FirstTimestamp:2026-03-18 13:22:51.43169074 +0000 UTC m=+181.289929707,LastTimestamp:2026-03-18 13:22:51.43169074 +0000 UTC m=+181.289929707,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:envoy-gateway-8b6d98d9b-2xh84_c444d3c6-5c54-462a-ae9a-537eace0d21e,ReportingInstance:,}", "error": "Timeout: request did not complete within requested timeout - context deadline exceeded"} 2026-03-18T13:23:49.893Z INFO xds runner/runner.go:234 grpc server shutting down {"runner": "xds"} 2026-03-18T13:23:49.893Z INFO provider kubernetes/status.go:372 envoyPatchPolicy status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.893Z INFO provider kubernetes/status.go:297 udpRoute status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.893Z INFO provider kubernetes/status.go:87 gateway status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:448 backendTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:255 tcpRoute status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:334 xListenerSet status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:527 backendTlsPolicy status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:565 envoyExtensionPolicy status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:62 gatewayclass status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:213 tlsRoute status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO cmd/server.go:112 shutting down 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:129 httpRoute status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:486 securityPolicy status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:410 clientTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:171 grpcRoute status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/status.go:603 backend status subscriber shutting down {"runner": "provider"} 2026-03-18T13:23:49.893Z INFO gateway-api runner/runner.go:420 shutting down {"runner": "gateway-api"} 2026-03-18T13:23:49.894Z INFO infrastructure runner/runner.go:81 shutting down {"runner": "infrastructure"} 2026-03-18T13:23:49.894Z INFO provider kubernetes/controller.go:220 shutting down {"runner": "provider"} 2026-03-18T13:23:49.894Z INFO infrastructure runner/runner.go:137 infra subscriber shutting down {"runner": "infrastructure"} 2026-03-18T13:23:49.894Z INFO cmd/server.go:285 runners are shutting down 2026-03-18T13:23:49.894Z INFO xds runner/runner.go:388 subscriber shutting down {"runner": "xds"}