2026-04-10T14:55:25.874Z INFO config-loader loader/configloader.go:119 running hook 2026-04-10T14:55:25.874Z INFO config-loader loader/configloader.go:55 watching for changes to the EnvoyGateway configuration {"path": "/config/envoy-gateway.yaml"} 2026-04-10T14:55:25.875Z INFO cmd/server.go:69 Start runners 2026-04-10T14:55:25.875Z INFO cmd/server.go:303 Starting runner {"name": "traces"} 2026-04-10T14:55:25.876Z INFO cmd/server.go:303 Starting runner {"name": "provider"} 2026-04-10T14:55:25.894Z INFO provider.controller-runtime.webhook webhook/server.go:183 Registering webhook {"runner": "provider", "path": "/inject-pod-topology"} 2026-04-10T14:55:25.894Z INFO provider kubernetes/controller.go:203 created gatewayapi controller {"runner": "provider"} 2026-04-10T14:55:25.905Z INFO provider kubernetes/controller.go:2117 XListenerSet API disabled, skipping XListenerSet watch {"runner": "provider"} 2026-04-10T14:55:25.926Z INFO provider kubernetes/controller.go:2297 ServiceImport CRD not found, skipping ServiceImport watch {"runner": "provider"} 2026-04-10T14:55:25.927Z INFO provider kubernetes/controller.go:2344 Backend API disabled, skipping Backend watch {"runner": "provider"} 2026-04-10T14:55:25.938Z INFO provider kubernetes/controller.go:2673 Watching gatewayAPI related objects {"runner": "provider"} 2026-04-10T14:55:25.940Z INFO provider kubernetes/controller_watch.go:32 Skipping watch {"runner": "provider", "kind": "ClusterTrustBundle", "groupVersion": "certificates.k8s.io/v1beta1"} 2026-04-10T14:55:25.968Z INFO provider runner/runner.go:68 Running provider {"runner": "provider", "type": "Kubernetes"} 2026-04-10T14:55:25.968Z INFO cmd/server.go:303 Starting runner {"name": "gateway-api"} 2026-04-10T14:55:25.968Z INFO gateway-api runner/runner.go:105 started {"runner": "gateway-api"} 2026-04-10T14:55:25.968Z INFO cmd/server.go:303 Starting runner {"name": "xds"} 2026-04-10T14:55:25.968Z INFO provider.controller-runtime.metrics server/server.go:208 Starting metrics server {"runner": "provider"} 2026-04-10T14:55:25.968Z INFO provider.controller-runtime.metrics server/server.go:247 Serving metrics server {"runner": "provider", "bindAddress": ":8080", "secure": false} 2026-04-10T14:55:25.968Z INFO provider manager/server.go:83 starting server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-04-10T14:55:25.969Z INFO provider.controller-runtime.webhook webhook/server.go:191 Starting webhook server {"runner": "provider"} 2026-04-10T14:55:25.969Z INFO xds runner/runner.go:162 loaded TLS certificate and key {"runner": "xds"} 2026-04-10T14:55:25.969Z INFO xds runner/runner.go:168 configured gRPC keepalive {"runner": "xds", "maxConnectionAge": "12h0m0s", "maxConnectionAgeGrace": "2m0s"} 2026-04-10T14:55:25.969Z INFO xds runner/runner.go:220 started {"runner": "xds"} 2026-04-10T14:55:25.969Z INFO cmd/server.go:303 Starting runner {"name": "infrastructure"} 2026-04-10T14:55:25.969Z INFO cmd/server.go:303 Starting runner {"name": "admin"} 2026-04-10T14:55:25.969Z INFO admin admin/server.go:70 starting admin server {"address": "127.0.0.1:19000", "enablePprof": false, "enableConsole": true} 2026-04-10T14:55:25.969Z INFO cmd/server.go:303 Starting runner {"name": "metrics"} 2026-04-10T14:55:25.969Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:214 Updated current TLS certificate {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key"} 2026-04-10T14:55:25.969Z INFO metrics metrics/register.go:202 initialized metrics pull endpoint {"address": "0.0.0.0:19001", "endpoint": "/metrics"} 2026-04-10T14:55:25.969Z INFO provider.controller-runtime.webhook webhook/server.go:242 Serving webhook server {"runner": "provider", "host": "", "port": 9443} 2026-04-10T14:55:25.969Z INFO provider.controller-runtime.certwatcher certwatcher/certwatcher.go:136 Starting certificate poll+watcher {"runner": "provider", "cert": "/certs/tls.crt", "key": "/certs/tls.key", "interval": "10s"} 2026-04-10T14:55:25.970Z INFO metrics metrics/register.go:83 starting metrics server {"address": "0.0.0.0:19001"} 2026-04-10T14:55:26.045Z INFO wasm-cache wasm/httpserver.go:114 Listening on :18002 2026-04-10T14:55:26.071Z INFO provider leaderelection/leaderelection.go:258 Attempting to acquire leader lease... {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-04-10T14:55:26.071Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha1.HTTPRouteFilter"} 2026-04-10T14:55:26.071Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "*kubernetes.watchAndReconcileSource"} 2026-04-10T14:55:26.071Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.GatewayClass"} 2026-04-10T14:55:26.071Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1beta1.ReferenceGrant"} 2026-04-10T14:55:26.071Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.ConfigMap"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.DaemonSet"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha2.UDPRoute"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.EndpointSlice"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha3.TLSRoute"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.GRPCRoute"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.Service"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha1.EnvoyProxy"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.Gateway"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.Node"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha1.ClientTrafficPolicy"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha1.BackendTrafficPolicy"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha1.SecurityPolicy"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.Secret"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.BackendTLSPolicy"} 2026-04-10T14:55:26.072Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.HTTPRoute"} 2026-04-10T14:55:26.073Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha1.EnvoyExtensionPolicy"} 2026-04-10T14:55:26.073Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1alpha2.TCPRoute"} 2026-04-10T14:55:26.073Z INFO provider controller/controller.go:370 Starting EventSource {"runner": "provider", "controller": "gatewayapi-1775832925", "source": "kind source: *v1.Deployment"} 2026-04-10T14:55:26.172Z INFO provider kubernetes/predicates.go:45 gatewayclass has matching controller name, processing {"runner": "provider", "name": "eg"} 2026-04-10T14:55:26.375Z INFO provider controller/controller.go:303 Starting Controller {"runner": "provider", "controller": "gatewayapi-1775832925"} 2026-04-10T14:55:26.375Z INFO provider controller/controller.go:306 Starting workers {"runner": "provider", "controller": "gatewayapi-1775832925", "worker count": 1} 2026-04-10T14:55:26.375Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "aed7114497247e55ea6539ba3fde07dd", "span_id": "289786faa04941b5"} 2026-04-10T14:55:26.375Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-04-10T14:55:26.375Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-04-10T14:55:26.476Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "aed7114497247e55ea6539ba3fde07dd", "span_id": "289786faa04941b5", "GatewayClass": "eg"} 2026-04-10T14:55:26.476Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "aed7114497247e55ea6539ba3fde07dd", "span_id": "289786faa04941b5"} 2026-04-10T14:55:26.476Z INFO gateway-api runner/runner.go:153 received an update {"runner": "gateway-api", "trace_id": "aed7114497247e55ea6539ba3fde07dd", "span_id": "b9d2d0e9a1d4f9a6", "key": "gateway.envoyproxy.io/gatewayclass-controller"} 2026-04-10T14:55:48.368Z ERROR provider leaderelection/leaderelection.go:488 Failed to update lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Put \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-04-10T14:55:57.045Z ERROR provider leaderelection/leaderelection.go:452 Error retrieving lease lock {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Get \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-04-10T14:56:05.199Z ERROR provider leaderelection/leaderelection.go:452 Error retrieving lease lock {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Get \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-04-10T14:56:14.252Z ERROR provider leaderelection/leaderelection.go:452 Error retrieving lease lock {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Get \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} 2026-04-10T14:56:23.688Z ERROR provider leaderelection/leaderelection.go:488 Failed to update lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Put \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} 2026-04-10T14:56:31.166Z ERROR provider leaderelection/leaderelection.go:445 Failed to update lease optimistically, falling back to slow path {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Put \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} 2026-04-10T14:56:36.166Z ERROR provider leaderelection/leaderelection.go:452 Error retrieving lease lock {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Get \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} 2026-04-10T14:56:44.383Z INFO provider leaderelection/leaderelection.go:272 Successfully acquired lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io"} 2026-04-10T14:56:44.384Z INFO provider kubernetes/status_updater.go:132 started status update handler {"runner": "provider"} 2026-04-10T14:56:44.384Z INFO provider kubernetes/controller.go:216 started {"runner": "provider"} 2026-04-10T14:56:44.384Z INFO provider kubernetes/controller.go:318 reconciling gateways {"runner": "provider", "trace_id": "863a0eb3e35f29462af3064265f1cd90", "span_id": "2b1aba8e86924f54"} 2026-04-10T14:56:44.384Z INFO provider kubernetes/status_updater.go:143 received a status update {"runner": "provider", "namespace": "", "name": "eg", "kind": "GatewayClass"} 2026-04-10T14:56:44.384Z INFO provider kubernetes/controller.go:1209 processing OIDC HMAC Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy-oidc-hmac"} 2026-04-10T14:56:44.384Z INFO provider kubernetes/controller.go:1231 processing Envoy TLS Secret {"runner": "provider", "namespace": "envoy-gateway-system", "name": "envoy"} 2026-04-10T14:56:44.384Z INFO infrastructure runner/runner.go:78 started {"runner": "infrastructure"} 2026-04-10T14:56:44.384Z INFO provider kubernetes/status_updater.go:108 status unchanged, bypassing update {"runner": "provider", "name": "eg", "namespace": "", "kind": "GatewayClass"} 2026-04-10T14:56:44.384Z INFO provider kubernetes/controller.go:564 No gateways found for accepted GatewayClass {"runner": "provider", "trace_id": "863a0eb3e35f29462af3064265f1cd90", "span_id": "2b1aba8e86924f54", "GatewayClass": "eg"} 2026-04-10T14:56:44.385Z INFO provider kubernetes/controller.go:607 reconciled gateways successfully {"runner": "provider", "trace_id": "863a0eb3e35f29462af3064265f1cd90", "span_id": "2b1aba8e86924f54"} 2026-04-10T14:57:11.571Z ERROR provider leaderelection/leaderelection.go:445 Failed to update lease optimistically, falling back to slow path {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "the server was unable to return a response in the time allotted, but may still be processing the request (put leases.coordination.k8s.io 5b9825d2.gateway.envoyproxy.io)"} 2026-04-10T14:57:16.572Z ERROR provider leaderelection/leaderelection.go:488 Failed to update lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "error": "Put \"https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io?timeout=5s\": context deadline exceeded"} 2026-04-10T14:57:16.572Z INFO provider leaderelection/leaderelection.go:299 Failed to renew lease {"runner": "provider", "lock": "envoy-gateway-system/5b9825d2.gateway.envoyproxy.io", "err": "context deadline exceeded"} 2026-04-10T14:57:16.574Z ERROR provider runner/runner.go:71 unable to start provider {"runner": "provider", "error": "leader election lost"} 2026-04-10T14:57:16.574Z INFO provider manager/internal.go:571 Stopping and waiting for non leader election runnables {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider manager/internal.go:575 Stopping and waiting for leader election runnables {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider manager/internal.go:583 Stopping and waiting for caches {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider manager/internal.go:587 Stopping and waiting for webhooks {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider manager/internal.go:590 Stopping and waiting for HTTP servers {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider manager/internal.go:594 Wait completed, proceeding to shutdown the manager {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider manager/internal.go:566 Stopping and waiting for warmup runnables {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider controller/controller.go:326 Shutdown signal received, waiting for all workers to finish {"runner": "provider", "controller": "gatewayapi-1775832925"} 2026-04-10T14:57:16.575Z INFO provider kubernetes/status_updater.go:141 stopped status update handler {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider controller/controller.go:328 All workers finished {"runner": "provider", "controller": "gatewayapi-1775832925"} 2026-04-10T14:57:16.575Z INFO provider.controller-runtime.webhook webhook/server.go:249 Shutting down webhook server with timeout of 1 minute {"runner": "provider"} 2026-04-10T14:57:16.575Z INFO provider manager/server.go:68 shutting down server {"runner": "provider", "name": "health probe", "addr": "[::]:8081"} 2026-04-10T14:57:16.575Z INFO provider.controller-runtime.metrics server/server.go:254 Shutting down metrics server with timeout of 1 minute {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:448 backendTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:565 envoyExtensionPolicy status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:527 backendTlsPolicy status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:255 tcpRoute status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:372 envoyPatchPolicy status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO cmd/server.go:112 shutting down 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:62 gatewayclass status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:334 xListenerSet status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:486 securityPolicy status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO infrastructure runner/runner.go:81 shutting down {"runner": "infrastructure"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:171 grpcRoute status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.979Z INFO provider kubernetes/status.go:603 backend status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO infrastructure runner/runner.go:137 infra subscriber shutting down {"runner": "infrastructure"} 2026-04-10T14:57:59.978Z INFO provider kubernetes/status.go:297 udpRoute status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.979Z INFO provider kubernetes/status.go:129 httpRoute status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.979Z INFO provider kubernetes/status.go:410 clientTrafficPolicy status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.978Z INFO gateway-api runner/runner.go:420 shutting down {"runner": "gateway-api"} 2026-04-10T14:57:59.979Z INFO xds runner/runner.go:388 subscriber shutting down {"runner": "xds"} 2026-04-10T14:57:59.979Z INFO provider kubernetes/status.go:213 tlsRoute status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.979Z INFO provider kubernetes/controller.go:220 shutting down {"runner": "provider"} 2026-04-10T14:57:59.979Z INFO cmd/server.go:285 runners are shutting down 2026-04-10T14:57:59.979Z INFO provider kubernetes/status.go:87 gateway status subscriber shutting down {"runner": "provider"} 2026-04-10T14:57:59.979Z INFO xds runner/runner.go:234 grpc server shutting down {"runner": "xds"}