2026-03-31T00:46:37.017Z INFO config-loader loader/configloader.go:119 running hook 2026-03-31T00:46:37.017Z INFO config-loader loader/configloader.go:55 watching for changes to the EnvoyGateway configuration {"path": "/config/envoy-gateway.yaml"} 2026-03-31T00:46:37.017Z INFO cmd/server.go:69 Start runners 2026-03-31T00:46:37.018Z INFO cmd/server.go:303 Starting runner {"name": "traces"} 2026-03-31T00:46:37.018Z INFO cmd/server.go:303 Starting runner {"name": "provider"} 2026-03-31T00:46:37.037Z INFO provider.controller-runtime.webhook webhook/server.go:183 Registering webhook {"runner": "provider", "path": "/inject-pod-topology"} 2026-03-31T00:46:37.037Z INFO provider kubernetes/controller.go:203 created gatewayapi controller {"runner": "provider"} 2026-03-31T00:46:37.040Z INFO provider kubernetes/controller.go:2117 XListenerSet API disabled, skipping XListenerSet watch {"runner": "provider"} 2026-03-31T00:46:37.046Z INFO provider kubernetes/controller.go:2297 ServiceImport CRD not found, skipping ServiceImport watch {"runner": "provider"} 2026-03-31T00:46:37.048Z INFO provider kubernetes/controller.go:2344 Backend API disabled, skipping Backend watch {"runner": "provider"} 2026-03-31T00:46:37.057Z INFO provider kubernetes/controller.go:2673 Watching gatewayAPI related objects {"runner": "provider"} 2026-03-31T00:46:37.060Z INFO provider kubernetes/controller_watch.go:32 Skipping watch {"runner": "provider", "kind": "ClusterTrustBundle", "groupVersion": "certificates.k8s.io/v1beta1"} 2026-03-31T00:46:37.060Z INFO provider runner/runner.go:68 Running provider {"runner": "provider", "type": "Kubernetes"} 2026-03-31T00:46:37.060Z INFO cmd/server.go:303 Starting runner {"name": "gateway-api"} 2026-03-31T00:46:37.060Z INFO gateway-api runner/runner.go:105 started {"runner": "gateway-api"} 2026-03-31T00:46:37.060Z INFO cmd/server.go:303 Starting runner {"name": "xds"} 2026-03-31T00:46:37.060Z INFO provider.controller-runtime.metrics server/server.go:208 Starting metrics server {"runner": "provider"} 2026-03-31T00:46:37.060Z INFO provider manager/server.go:83 starting server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-03-31T00:46:37.060Z INFO provider.controller-runtime.metrics server/server.go:247 Serving metrics server {"runner": "provider", "bindAddress": ":8080", "secure": false} 2026-03-31T00:46:37.061Z INFO xds runner/runner.go:162 loaded TLS certificate and key {"runner": "xds"} 2026-03-31T00:46:37.061Z INFO xds runner/runner.go:168 configured gRPC keepalive {"runner": "xds", "maxConnectionAge": "12h0m0s", "maxConnectionAgeGrace": "2m0s"} 2026-03-31T00:46:37.061Z INFO xds runner/runner.go:220 started {"runner": "xds"} 2026-03-31T00:46:37.061Z INFO cmd/server.go:303 Starting runner {"name": "infrastructure"} 2026-03-31T00:46:37.062Z INFO cmd/server.go:303 Starting runner {"name": "admin"} 2026-03-31T00:46:37.062Z INFO admin admin/server.go:70 starting admin server {"address": "127.0.0.1:19000", "enablePprof": false, "enableConsole": true} 2026-03-31T00:46:37.062Z INFO provider.controller-runtime.webhook webhook/server.go:191 Starting webhook server {"runner": "provider"} 2026-03-31T00:46:37.062Z INFO cmd/server.go:303 Starting runner {"name": "metrics"} 2026-03-31T00:46:37.062Z INFO metrics metrics/register.go:202 initialized metrics pull endpoint {"address": "0.0.0.0:19001", "endpoint": "/metrics"} 2026-03-31T00:46:37.065Z INFO metrics metrics/register.go:83 starting metrics server {"address": "0.0.0.0:19001"} 2026-03-31T00:46:37.071Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:214 Updated current TLS certificate {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key"} 2026-03-31T00:46:37.072Z INFO provider.controller-runtime.webhook webhook/server.go:242 Serving webhook server {"runner": "provider", "host": "", "port": 9443} 2026-03-31T00:46:37.072Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:136 Starting certificate poll+watcher {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key", "interval": "10s"} 2026-03-31T00:46:37.077Z INFO wasm-cache wasm/httpserver.go:114 Listening on :18002 2026-03-31T00:46:37.164Z INFO provider leaderelection/leaderelection.go:258 Attempting to acquire leader lease... {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-03-31T00:46:37.164Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.GatewayClass"} 2026-03-31T00:46:37.164Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha1.EnvoyProxy"} 2026-03-31T00:46:37.164Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha3.TLSRoute"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1beta1.ReferenceGrant"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha2.TCPRoute"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha2.UDPRoute"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.GRPCRoute"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.Service"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "*kubernetes.watchAndReconcileSource"} 2026-03-31T00:46:37.164Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.Gateway"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.Secret"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.Deployment"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.ConfigMap"} 2026-03-31T00:46:37.164Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.HTTPRoute"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.EndpointSlice"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.DaemonSet"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.Node"} 2026-03-31T00:46:37.165Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha1.ClientTrafficPolicy"} 2026-03-31T00:46:37.166Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha1.BackendTrafficPolicy"} 2026-03-31T00:46:37.166Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha1.SecurityPolicy"} 2026-03-31T00:46:37.166Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1.BackendTLSPolicy"} 2026-03-31T00:46:37.166Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha1.HTTPRouteFilter"} 2026-03-31T00:46:37.166Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1774917997", "source": "kind source: *v1alpha1.EnvoyExtensionPolicy"} 2026-03-31T00:46:37.265Z INFO provider kubernetes/predicates.go:45 gatewayclass has matching controller name, processing {"runner": "provider", "name": "eg"} 2026-03-31T00:46:37.366Z INFO provider controller/controller.go:303 Starting Controller {"runner": "provider", "controller": "gatewayapi-1774917997"} 2026-03-31T00:46:37.366Z INFO provider controller/controller.go:306 Starting workers {"runner": "provider", "controller": "gatewayapi-1774917997", "worker count": 1} 2026-03-31T00:46:37.367Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "c675358b994cb90287081ab557ce602e", "span_id": "db34b1677a867491"} 2026-03-31T00:46:37.367Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-03-31T00:46:37.367Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-03-31T00:46:37.468Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "c675358b994cb90287081ab557ce602e", "span_id": "db34b1677a867491", "GatewayClass": "eg"} 2026-03-31T00:46:37.469Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "c675358b994cb90287081ab557ce602e", "span_id": "db34b1677a867491"} 2026-03-31T00:46:37.469Z INFO gateway-api runner/runner.go:153 received an update {"runner": "gateway-api", "trace_id": "c675358b994cb90287081ab557ce602e", "span_id": "4233660803176e6e", "key": "gateway.envoyproxy.io/gatewayclass-controller"} 2026-03-31T00:46:56.218Z INFO provider leaderelection/leaderelection.go:272 Successfully acquired lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-03-31T00:46:56.218Z INFO provider kubernetes/status_updater.go:132 started status update handler {"runner": "provider"} 2026-03-31T00:46:56.218Z INFO provider kubernetes/controller.go:216 started {"runner": "provider"} 2026-03-31T00:46:56.218Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "40cb169fd8b81b9946c771910ca5f6dd", "span_id": "ce4923b36a63b304"} 2026-03-31T00:46:56.218Z INFO infrastructure runner/runner.go:78 started {"runner": "infrastructure"} 2026-03-31T00:46:56.219Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-03-31T00:46:56.219Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-03-31T00:46:56.219Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "40cb169fd8b81b9946c771910ca5f6dd", "span_id": "ce4923b36a63b304", "GatewayClass": "eg"} 2026-03-31T00:46:56.219Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "40cb169fd8b81b9946c771910ca5f6dd", "span_id": "ce4923b36a63b304"} 2026-03-31T00:46:56.219Z INFO provider kubernetes/status_updater.go:143 received a status update {"runner": "provider", "namespace": "", "name": "eg", "kind": "GatewayClass"} 2026-03-31T00:46:56.219Z INFO provider kubernetes/status_updater.go:108 status unchanged, bypassing update {"runner": "provider", "name": "eg", "namespace": "", "kind": "GatewayClass"} 2026-03-31T00:48:47.664Z ERROR provider leaderelection/leaderelection.go:445 Failed to update lease optimistically, falling back to slow path {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "the server was unable to return a response in the time allotted, but may still be processing the request (put leases.coordination.k8s.io 5b9825d2.gateway.envoyproxy.io)"} 2026-03-31T00:48:52.664Z ERROR provider leaderelection/leaderelection.go:452 Error retrieving lease lock {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Get \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-03-31T00:48:52.664Z INFO provider leaderelection/leaderelection.go:299 Failed to renew lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "err": "context deadline exceeded"} 2026-03-31T00:48:52.664Z ERROR provider runner/runner.go:71 unable to start provider {"runner": "provider", "error": "leader election lost"} 2026-03-31T00:48:52.664Z INFO provider manager/internal.go:571 Stopping and waiting for non leader election runnables {"runner": "provider"} 2026-03-31T00:48:52.664Z INFO provider manager/internal.go:575 Stopping and waiting for leader election runnables {"runner": "provider"} 2026-03-31T00:48:52.664Z INFO provider manager/internal.go:583 Stopping and waiting for caches {"runner": "provider"} 2026-03-31T00:48:52.664Z INFO provider manager/internal.go:587 Stopping and waiting for webhooks {"runner": "provider"} 2026-03-31T00:48:52.664Z INFO provider manager/internal.go:590 Stopping and waiting for HTTP servers {"runner": "provider"} 2026-03-31T00:48:52.664Z INFO provider manager/internal.go:594 Wait completed, proceeding to shutdown the manager {"runner": "provider"} 2026-03-31T00:48:52.664Z INFO provider manager/internal.go:566 Stopping and waiting for warmup runnables {"runner": "provider"} 2026-03-31T00:48:52.664Z INFO provider manager/server.go:68 shutting down server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-03-31T00:48:52.664Z INFO provider controller/controller.go:326 Shutdown signal received, waiting for all workers to finish {"runner": "provider", "controller": "gatewayapi-1774917997"} 2026-03-31T00:48:52.664Z INFO provider controller/controller.go:328 All workers finished {"runner": "provider", "controller": "gatewayapi-1774917997"} 2026-03-31T00:48:52.664Z INFO provider kubernetes/status_updater.go:141 stopped status update handler {"runner": "provider"} 2026-03-31T00:48:52.664Z INFO provider.controller-runtime.webhook webhook/server.go:249 Shutting down webhook server with timeout of 1 minute {"runner": "provider"} 2026-03-31T00:48:52.665Z INFO provider.controller-runtime.metrics server/server.go:254 Shutting down metrics server with timeout of 1 minute {"runner": "provider"} 2026-03-31T00:49:26.670Z ERROR provider record/event.go:359 Server rejected event (will not retry!) {"runner": "provider", "event": "&Event{ObjectMeta:{5b9825d2.gateway.envoyproxy.io.18a1c6a342dc74d9 envoy-gateway-system 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Lease,Namespace:envoy-gateway-system,Name:5b9825d2.gateway.envoyproxy.io,UID:f761c297-6a5b-445a-b367-9b23a1b0cf9b,APIVersion:coordination.k8s.io/v1,ResourceVersion:3409,FieldPath:,},Reason:LeaderElection,Message:envoy-gateway-8b6d98d9b-wfrjb_c316f14d-5452-4fea-8cc6-ab8c7b42cca6 stopped leading,Source:EventSource{Component:envoy-gateway-8b6d98d9b-wfrjb_c316f14d-5452-4fea-8cc6-ab8c7b42cca6,Host:,},FirstTimestamp:2026-03-31 00:48:52.664399065 +0000 UTC m=+135.704677969,LastTimestamp:2026-03-31 00:48:52.664399065 +0000 UTC m=+135.704677969,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:envoy-gateway-8b6d98d9b-wfrjb_c316f14d-5452-4fea-8cc6-ab8c7b42cca6,ReportingInstance:,}", "error": "Timeout: request did not complete within requested timeout - context deadline exceeded"} 2026-03-31T00:49:36.736Z INFO xds runner/runner.go:234 grpc server shutting down {"runner": "xds"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:171 grpcRoute status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:448 backendTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO infrastructure runner/runner.go:137 infra subscriber shutting down {"runner": "infrastructure"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:565 envoyExtensionPolicy status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:527 backendTlsPolicy status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:603 backend status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:486 securityPolicy status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO infrastructure runner/runner.go:81 shutting down {"runner": "infrastructure"} 2026-03-31T00:49:36.737Z INFO cmd/server.go:112 shutting down 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:410 clientTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:372 envoyPatchPolicy status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:62 gatewayclass status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:334 xListenerSet status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:129 httpRoute status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:87 gateway status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:297 udpRoute status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:213 tlsRoute status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/status.go:255 tcpRoute status subscriber shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO gateway-api runner/runner.go:420 shutting down {"runner": "gateway-api"} 2026-03-31T00:49:36.737Z INFO provider kubernetes/controller.go:220 shutting down {"runner": "provider"} 2026-03-31T00:49:36.737Z INFO cmd/server.go:285 runners are shutting down