level=info msg=" --agent-not-ready-taint-key='node.cilium.io/agent-not-ready'" subsys=cilium-operator-generic level=info msg=" --arping-refresh-period='30s'" subsys=cilium-operator-generic level=info msg=" --auto-create-cilium-pod-ip-pools=''" subsys=cilium-operator-generic level=info msg=" --auto-direct-node-routes='false'" subsys=cilium-operator-generic level=info msg=" --bgp-announce-lb-ip='false'" subsys=cilium-operator-generic level=info msg=" --bgp-config-path='/var/lib/cilium/bgp/config.yaml'" subsys=cilium-operator-generic level=info msg=" --bpf-lb-external-clusterip='false'" subsys=cilium-operator-generic level=info msg=" --bpf-lb-map-max='65536'" subsys=cilium-operator-generic level=info msg=" --bpf-lb-sock='false'" subsys=cilium-operator-generic level=info msg=" --bpf-map-dynamic-size-ratio='0.0025'" subsys=cilium-operator-generic level=info msg=" --bpf-policy-map-max='16384'" subsys=cilium-operator-generic level=info msg=" --bpf-root='/sys/fs/bpf'" subsys=cilium-operator-generic level=info msg=" --ces-max-ciliumendpoints-per-ces='100'" subsys=cilium-operator-generic level=info msg=" --ces-slice-mode='cesSliceModeIdentity'" subsys=cilium-operator-generic level=info msg=" --ces-write-qps-burst='20'" subsys=cilium-operator-generic level=info msg=" --ces-write-qps-limit='10'" subsys=cilium-operator-generic level=info msg=" --cgroup-root='/run/cilium/cgroupv2'" subsys=cilium-operator-generic level=info msg=" --cilium-endpoint-gc-interval='5m0s'" subsys=cilium-operator-generic level=info msg=" --cilium-pod-labels='k8s-app=cilium'" subsys=cilium-operator-generic level=info msg=" --cilium-pod-namespace=''" subsys=cilium-operator-generic level=info msg=" --cluster-id='0'" subsys=cilium-operator-generic level=info msg=" --cluster-name='default'" subsys=cilium-operator-generic level=info msg=" --cluster-pool-ipv4-cidr='172.24.0.0/16'" subsys=cilium-operator-generic level=info msg=" --cluster-pool-ipv4-mask-size='24'" subsys=cilium-operator-generic level=info msg=" --cluster-pool-ipv6-cidr=''" subsys=cilium-operator-generic level=info msg=" --cluster-pool-ipv6-mask-size='112'" subsys=cilium-operator-generic level=info msg=" --cmdref=''" subsys=cilium-operator-generic level=info msg=" --cni-exclusive='true'" subsys=cilium-operator-generic level=info msg=" --cni-log-file='/var/run/cilium/cilium-cni.log'" subsys=cilium-operator-generic level=info msg=" --cnp-node-status-gc-interval='0s'" subsys=cilium-operator-generic level=info msg=" --cnp-status-cleanup-burst='20'" subsys=cilium-operator-generic level=info msg=" --cnp-status-cleanup-qps='10'" subsys=cilium-operator-generic level=info msg=" --cnp-status-update-interval='1s'" subsys=cilium-operator-generic level=info msg=" --config=''" subsys=cilium-operator-generic level=info msg=" --config-dir='/tmp/cilium/config-map'" subsys=cilium-operator-generic level=info msg=" --custom-cni-conf='false'" subsys=cilium-operator-generic level=info msg=" --debug='false'" subsys=cilium-operator-generic level=info msg=" --debug-verbose=''" subsys=cilium-operator-generic level=info msg=" --disable-cnp-status-updates='true'" subsys=cilium-operator-generic level=info msg=" --disable-endpoint-crd='false'" subsys=cilium-operator-generic level=info msg=" --dnsproxy-enable-transparent-mode='true'" subsys=cilium-operator-generic level=info msg=" --egress-gateway-reconciliation-trigger-interval='1s'" subsys=cilium-operator-generic level=info msg=" --enable-auto-protect-node-port-range='true'" subsys=cilium-operator-generic level=info msg=" --enable-bgp-control-plane='false'" subsys=cilium-operator-generic level=info msg=" --enable-bpf-clock-probe='false'" subsys=cilium-operator-generic level=info msg=" --enable-cilium-endpoint-slice='false'" subsys=cilium-operator-generic level=info msg=" --enable-cilium-operator-server-access='*'" subsys=cilium-operator-generic level=info msg=" --enable-endpoint-health-checking='true'" subsys=cilium-operator-generic level=info msg=" --enable-health-check-nodeport='true'" subsys=cilium-operator-generic level=info msg=" --enable-health-checking='true'" subsys=cilium-operator-generic level=info msg=" --enable-ipv4='true'" subsys=cilium-operator-generic level=info msg=" --enable-ipv4-big-tcp='false'" subsys=cilium-operator-generic level=info msg=" --enable-ipv4-egress-gateway='false'" subsys=cilium-operator-generic level=info msg=" --enable-ipv4-masquerade='true'" subsys=cilium-operator-generic level=info msg=" --enable-ipv6='false'" subsys=cilium-operator-generic level=info msg=" --enable-ipv6-big-tcp='false'" subsys=cilium-operator-generic level=info msg=" --enable-ipv6-masquerade='true'" subsys=cilium-operator-generic level=info msg=" --enable-k8s='true'" subsys=cilium-operator-generic level=info msg=" --enable-k8s-api-discovery='true'" subsys=cilium-operator-generic level=info msg=" --enable-k8s-endpoint-slice='true'" subsys=cilium-operator-generic level=info msg=" --enable-k8s-event-handover='false'" subsys=cilium-operator-generic level=info msg=" --enable-k8s-networkpolicy='true'" subsys=cilium-operator-generic level=info msg=" --enable-k8s-terminating-endpoint='true'" subsys=cilium-operator-generic level=info msg=" --enable-l2-neigh-discovery='true'" subsys=cilium-operator-generic level=info msg=" --enable-l7-proxy='true'" subsys=cilium-operator-generic level=info msg=" --enable-local-redirect-policy='false'" subsys=cilium-operator-generic level=info msg=" --enable-metrics='false'" subsys=cilium-operator-generic level=info msg=" --enable-policy='default'" subsys=cilium-operator-generic level=info msg=" --enable-remote-node-identity='true'" subsys=cilium-operator-generic level=info msg=" --enable-sctp='false'" subsys=cilium-operator-generic level=info msg=" --enable-srv6='false'" subsys=cilium-operator-generic level=info msg=" --enable-svc-source-range-check='true'" subsys=cilium-operator-generic level=info msg=" --enable-vtep='false'" subsys=cilium-operator-generic level=info msg=" --enable-well-known-identities='false'" subsys=cilium-operator-generic level=info msg=" --enable-xt-socket-fallback='true'" subsys=cilium-operator-generic level=info msg=" --external-envoy-proxy='false'" subsys=cilium-operator-generic level=info msg=" --gops-port='9891'" subsys=cilium-operator-generic level=info msg=" --identity-allocation-mode='crd'" subsys=cilium-operator-generic level=info msg=" --identity-gc-interval='15m0s'" subsys=cilium-operator-generic level=info msg=" --identity-gc-rate-interval='1m0s'" subsys=cilium-operator-generic level=info msg=" --identity-gc-rate-limit='2500'" subsys=cilium-operator-generic level=info msg=" --identity-heartbeat-timeout='30m0s'" subsys=cilium-operator-generic level=info msg=" --ingress-lb-annotation-prefixes='service.beta.kubernetes.io,service.kubernetes.io,cloud.google.com'" subsys=cilium-operator-generic level=info msg=" --install-no-conntrack-iptables-rules='false'" subsys=cilium-operator-generic level=info msg=" --instance-tags-filter=''" subsys=cilium-operator-generic level=info msg=" --ipam='cluster-pool'" subsys=cilium-operator-generic level=info msg=" --ipam-cilium-node-update-rate='15s'" subsys=cilium-operator-generic level=info msg=" --k8s-api-server=''" subsys=cilium-operator-generic level=info msg=" --k8s-client-burst='10'" subsys=cilium-operator-generic level=info msg=" --k8s-client-qps='5'" subsys=cilium-operator-generic level=info msg=" --k8s-heartbeat-timeout='30s'" subsys=cilium-operator-generic level=info msg=" --k8s-kubeconfig-path=''" subsys=cilium-operator-generic level=info msg=" --k8s-namespace='kube-system'" subsys=cilium-operator-generic level=info msg=" --k8s-service-proxy-name=''" subsys=cilium-operator-generic level=info msg=" --kube-proxy-replacement='disabled'" subsys=cilium-operator-generic level=info msg=" --kvstore=''" subsys=cilium-operator-generic level=info msg=" --kvstore-lease-ttl='15m0s'" subsys=cilium-operator-generic level=info msg=" --kvstore-opt=''" subsys=cilium-operator-generic level=info msg=" --leader-election-lease-duration='15s'" subsys=cilium-operator-generic level=info msg=" --leader-election-renew-deadline='10s'" subsys=cilium-operator-generic level=info msg=" --leader-election-retry-period='2s'" subsys=cilium-operator-generic level=info msg=" --limit-ipam-api-burst='20'" subsys=cilium-operator-generic level=info msg=" --limit-ipam-api-qps='4'" subsys=cilium-operator-generic level=info msg=" --log-driver=''" subsys=cilium-operator-generic level=info msg=" --log-opt=''" subsys=cilium-operator-generic level=info msg=" --mesh-auth-enabled='true'" subsys=cilium-operator-generic level=info msg=" --mesh-auth-gc-interval='5m0s'" subsys=cilium-operator-generic level=info msg=" --mesh-auth-mutual-enabled='false'" subsys=cilium-operator-generic level=info msg=" --mesh-auth-queue-size='1024'" subsys=cilium-operator-generic level=info msg=" --mesh-auth-rotated-identities-queue-size='1024'" subsys=cilium-operator-generic level=info msg=" --mesh-auth-spiffe-trust-domain='spiffe.cilium'" subsys=cilium-operator-generic level=info msg=" --mesh-auth-spire-agent-socket='/run/spire/sockets/agent/agent.sock'" subsys=cilium-operator-generic level=info msg=" --mesh-auth-spire-server-address='spire-server.spire.svc:8081'" subsys=cilium-operator-generic level=info msg=" --mesh-auth-spire-server-connection-timeout='10s'" subsys=cilium-operator-generic level=info msg=" --monitor-aggregation='medium'" subsys=cilium-operator-generic level=info msg=" --monitor-aggregation-flags='all'" subsys=cilium-operator-generic level=info msg=" --monitor-aggregation-interval='5s'" subsys=cilium-operator-generic level=info msg=" --node-port-bind-protection='true'" subsys=cilium-operator-generic level=info msg=" --nodes-gc-interval='5m0s'" subsys=cilium-operator-generic level=info msg=" --operator-api-serve-addr='127.0.0.1:9234'" subsys=cilium-operator-generic level=info msg=" --operator-pprof='false'" subsys=cilium-operator-generic level=info msg=" --operator-pprof-address='localhost'" subsys=cilium-operator-generic level=info msg=" --operator-pprof-port='6061'" subsys=cilium-operator-generic level=info msg=" --operator-prometheus-serve-addr=':9963'" subsys=cilium-operator-generic level=info msg=" --parallel-alloc-workers='50'" subsys=cilium-operator-generic level=info msg=" --pod-restart-selector='k8s-app=kube-dns'" subsys=cilium-operator-generic level=info msg=" --preallocate-bpf-maps='false'" subsys=cilium-operator-generic level=info msg=" --procfs='/host/proc'" subsys=cilium-operator-generic level=info msg=" --proxy-connect-timeout='2'" subsys=cilium-operator-generic level=info msg=" --proxy-max-connection-duration-seconds='0'" subsys=cilium-operator-generic level=info msg=" --proxy-max-requests-per-connection='0'" subsys=cilium-operator-generic level=info msg=" --proxy-prometheus-port='9964'" subsys=cilium-operator-generic level=info msg=" --remove-cilium-node-taints='true'" subsys=cilium-operator-generic level=info msg=" --routing-mode='tunnel'" subsys=cilium-operator-generic level=info msg=" --set-cilium-is-up-condition='true'" subsys=cilium-operator-generic level=info msg=" --set-cilium-node-taints='true'" subsys=cilium-operator-generic level=info msg=" --sidecar-istio-proxy-image='cilium/istio_proxy'" subsys=cilium-operator-generic level=info msg=" --skip-cnp-status-startup-clean='false'" subsys=cilium-operator-generic level=info msg=" --skip-crd-creation='false'" subsys=cilium-operator-generic level=info msg=" --subnet-ids-filter=''" subsys=cilium-operator-generic level=info msg=" --subnet-tags-filter=''" subsys=cilium-operator-generic level=info msg=" --synchronize-k8s-nodes='true'" subsys=cilium-operator-generic level=info msg=" --synchronize-k8s-services='true'" subsys=cilium-operator-generic level=info msg=" --tofqdns-dns-reject-response-code='refused'" subsys=cilium-operator-generic level=info msg=" --tofqdns-enable-dns-compression='true'" subsys=cilium-operator-generic level=info msg=" --tofqdns-endpoint-max-ip-per-hostname='50'" subsys=cilium-operator-generic level=info msg=" --tofqdns-idle-connection-grace-period='0s'" subsys=cilium-operator-generic level=info msg=" --tofqdns-max-deferred-connection-deletes='10000'" subsys=cilium-operator-generic level=info msg=" --tofqdns-proxy-response-max-delay='100ms'" subsys=cilium-operator-generic level=info msg=" --tunnel-port='6082'" subsys=cilium-operator-generic level=info msg=" --tunnel-protocol='geneve'" subsys=cilium-operator-generic level=info msg=" --unmanaged-pod-watcher-interval='15'" subsys=cilium-operator-generic level=info msg=" --version='false'" subsys=cilium-operator-generic level=info msg=" --vtep-cidr=''" subsys=cilium-operator-generic level=info msg=" --vtep-endpoint=''" subsys=cilium-operator-generic level=info msg=" --vtep-mac=''" subsys=cilium-operator-generic level=info msg=" --vtep-mask=''" subsys=cilium-operator-generic level=info msg=" --write-cni-conf-when-ready='/host/etc/cni/net.d/05-cilium.conflist'" subsys=cilium-operator-generic level=info msg="Cilium Operator 1.14.8 cf6e022e 2024-03-13T12:23:35-04:00 go version go1.21.8 linux/amd64" subsys=cilium-operator-generic level=info msg=Invoked duration="325.071µs" function="pprof.glob..func1 (cell.go:50)" subsys=hive level=info msg=Invoked duration="73.617µs" function="gops.registerGopsHooks (cell.go:38)" subsys=hive level=info msg=Invoked duration="485.216µs" function="cmd.registerOperatorHooks (root.go:155)" subsys=hive level=info msg=Invoked duration=18.348349ms function="api.glob..func1 (cell.go:32)" subsys=hive level=info msg=Invoked duration="137.413µs" function="apis.createCRDs (cell.go:62)" subsys=hive level=info msg=Invoked duration="160.865µs" function="lbipam.glob..func1 (cell.go:25)" subsys=hive level=info msg=Invoked duration="198.16µs" function="auth.registerIdentityWatcher (watcher.go:42)" subsys=hive level=info msg=Invoked duration="128.512µs" function="cmd.registerLegacyOnLeader (root.go:361)" subsys=hive level=info msg=Invoked duration="152.254µs" function="identitygc.registerGC (gc.go:81)" subsys=hive level=info msg=Starting subsys=hive level=info msg="Started gops server" address="127.0.0.1:9891" subsys=gops level=info msg="Start hook executed" duration="283.427µs" function="gops.registerGopsHooks.func1 (cell.go:43)" subsys=hive level=info msg="Establishing connection to apiserver" host="https://10.96.0.1:443" subsys=k8s-client level=info msg="Connected to apiserver" subsys=k8s-client level=info msg="Start hook executed" duration=25.437301ms function="client.(*compositeClientset).onStart" subsys=hive level=info msg="Start hook executed" duration="50.005µs" function="cmd.registerOperatorHooks.func1 (root.go:158)" subsys=hive level=info msg="Waiting for leader election" subsys=cilium-operator-generic level=info msg="attempting to acquire leader lease kube-system/cilium-operator-resource-lock..." subsys=klog level=info msg="Start hook executed" duration=12.692993ms function="*api.server.Start" subsys=hive level=info msg="successfully acquired lease kube-system/cilium-operator-resource-lock" subsys=klog level=info msg="Leading the operator HA deployment" subsys=cilium-operator-generic level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumnodeconfigs.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumexternalworkloads.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumcidrgroups.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumidentities.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumloadbalancerippools.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliuml2announcementpolicies.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumendpoints.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumnodes.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumpodippools.cilium.io subsys=k8s level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumnetworkpolicies.cilium.io subsys=k8s level=info msg="Waited for 1.136106789s due to client-side throttling, not priority and fairness, request: POST:https://10.96.0.1:443/apis/apiextensions.k8s.io/v1/customresourcedefinitions" subsys=klog level=info msg="Creating CRD (CustomResourceDefinition)..." name=ciliumclusterwidenetworkpolicies.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumnodeconfigs.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumexternalworkloads.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumcidrgroups.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumidentities.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumloadbalancerippools.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliuml2announcementpolicies.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumendpoints.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumnodes.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumpodippools.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumnetworkpolicies.cilium.io subsys=k8s level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=ciliumclusterwidenetworkpolicies.cilium.io subsys=k8s level=info msg="Start hook executed" duration=5.090899417s function="apis.createCRDs.func1 (cell.go:64)" subsys=hive level=info msg="Start hook executed" duration=2.051128ms function="*resource.resource[*github.com/cilium/cilium/pkg/k8s/apis/cilium.io/v2alpha1.CiliumLoadBalancerIPPool].Start" subsys=hive level=info msg="Start hook executed" duration="1.46µs" function="*resource.resource[*github.com/cilium/cilium/pkg/k8s/slim/k8s/api/core/v1.Service].Start" subsys=hive level=info msg="Start hook executed" duration="17.782µs" function="*job.group.Start" subsys=hive level=info msg="Start hook executed" duration="2.981µs" function="*resource.resource[*github.com/cilium/cilium/pkg/k8s/apis/cilium.io/v2.CiliumIdentity].Start" subsys=hive level=info msg="Start hook executed" duration="2.151µs" function="*resource.resource[*github.com/cilium/cilium/pkg/k8s.Endpoints].Start" subsys=hive level=info msg="Start hook executed" duration=2.996962ms function="*resource.resource[*github.com/cilium/cilium/pkg/k8s/apis/cilium.io/v2alpha1.CiliumPodIPPool].Start" subsys=hive level=info msg="Start hook executed" duration="5.62µs" function="*resource.resource[*github.com/cilium/cilium/pkg/k8s/slim/k8s/api/networking/v1.IngressClass].Start" subsys=hive level=info msg="Initializing IPAM" mode=cluster-pool subsys=cilium-operator-generic level=info msg="Starting ClusterPool IP allocator" ipv4CIDRs="[172.24.0.0/16]" ipv6CIDRs="[]" subsys=ipam-allocator-clusterpool level=info msg="Managing Cilium Node Taints or Setting Cilium Is Up Condition for Kubernetes Nodes" k8sNamespace=kube-system label-selector="k8s-app=cilium" remove-cilium-node-taints=true set-cilium-is-up-condition=true set-cilium-node-taints=true subsys=cilium-operator-generic level=info msg="LB-IPAM initializing" subsys=lbipam level=info msg="Starting to synchronize CiliumNode custom resources" subsys=cilium-operator-generic level=info msg="Starting to garbage collect stale CiliumNode custom resources" subsys=watchers level=info msg="Garbage collected status/nodes in Cilium Network Policies found=0, gc=0" subsys=cilium-operator-generic level=info msg="Cilium pod scheduled but not running for node; setting taint" nodeName=instance subsys=watchers level=info msg="Garbage collected status/nodes in Cilium Clusterwide Network Policies found=0, gc=0" subsys=cilium-operator-generic level=info msg="CiliumNodes caches synced with Kubernetes" subsys=cilium-operator-generic level=info msg="Starting to garbage collect stale CiliumEndpoint custom resources" subsys=cilium-operator-generic level=info msg="Starting CNP derivative handler" subsys=cilium-operator-generic level=info msg="Starting CCNP derivative handler" subsys=cilium-operator-generic level=info msg="Initialization complete" subsys=cilium-operator-generic level=info msg="Start hook executed" duration=314.050129ms function="cmd.(*legacyOnLeader).onStart" subsys=hive level=info msg="Starting CRD identity garbage collector" interval=15m0s subsys=k8s-identities-gc level=info msg="Start hook executed" duration=4.697457ms function="identitygc.registerGC.func1 (gc.go:110)" subsys=hive level=info msg="Cilium pod running for node; marking accordingly" nodeName=instance subsys=watchers level=info msg="Cilium pod running for node; marking accordingly" nodeName=instance subsys=watchers