{"level":"warn","ts":"2026-04-09T17:27:49.56905Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T17:27:49.569143Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T17:27:49.569214Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T17:27:49.569222Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-09T17:27:49.569239Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T17:27:49.569904Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-04-09T17:27:49.569997Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T17:27:49.57545Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.226174ms"} {"level":"info","ts":"2026-04-09T17:27:49.58314Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-04-09T17:27:49.583248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T17:27:49.583314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-04-09T17:27:49.583336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T17:27:49.583345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-04-09T17:27:49.583393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-04-09T17:27:49.591993Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T17:27:49.593263Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T17:27:49.594614Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T17:27:49.59739Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T17:27:49.597716Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T17:27:49.597737Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:27:49.598194Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:27:49.598251Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:27:49.60035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-04-09T17:27:49.600553Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-09T17:27:49.60237Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T17:27:49.602644Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-09T17:27:49.602704Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-09T17:27:49.603298Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T17:27:49.603323Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T17:27:50.184209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T17:27:50.184268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T17:27:50.184297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-04-09T17:27:50.184316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-04-09T17:27:50.184327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-04-09T17:27:50.184342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-04-09T17:27:50.18436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-04-09T17:27:50.18546Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T17:27:50.185511Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T17:27:50.185996Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:27:50.186309Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T17:27:50.186998Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T17:27:50.187152Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T17:27:50.187543Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:27:50.187643Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:27:50.187744Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:27:50.190272Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-04-09T17:27:50.190692Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T17:27:54.650316Z","caller":"traceutil/trace.go:171","msg":"trace[990226279] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"323.083578ms","start":"2026-04-09T17:27:54.327208Z","end":"2026-04-09T17:27:54.650292Z","steps":["trace[990226279] 'process raft request' (duration: 322.933848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:54.650918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.327185Z","time spent":"323.204769ms","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:56.478671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778251107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:27:56.4788Z","caller":"traceutil/trace.go:171","msg":"trace[1603821133] linearizableReadLoop","detail":"{readStateIndex:227; appliedIndex:226; }","duration":"1.823870091s","start":"2026-04-09T17:27:54.654914Z","end":"2026-04-09T17:27:56.478784Z","steps":["trace[1603821133] 'read index received' (duration: 45.299203ms)","trace[1603821133] 'applied index is now lower than readState.Index' (duration: 1.778569398s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:27:56.478864Z","caller":"traceutil/trace.go:171","msg":"trace[1543169598] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"2.112348285s","start":"2026-04-09T17:27:54.366506Z","end":"2026-04-09T17:27:56.478855Z","steps":["trace[1543169598] 'process raft request' (duration: 333.708427ms)","trace[1543169598] 'compare' (duration: 1.777780255s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:27:56.478913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.366482Z","time spent":"2.112406035s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:27:56.479162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824243692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-1wiu6a\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:27:56.479195Z","caller":"traceutil/trace.go:171","msg":"trace[106929474] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-1wiu6a; range_end:; response_count:0; response_revision:221; }","duration":"1.824322872s","start":"2026-04-09T17:27:54.654861Z","end":"2026-04-09T17:27:56.479184Z","steps":["trace[106929474] 'agreement among raft nodes before linearized reading' (duration: 1.824239352s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.479225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.654841Z","time spent":"1.824376362s","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-1wiu6a\" "} {"level":"warn","ts":"2026-04-09T17:27:56.979676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512709796090148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:27:57.010292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054428316s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:27:57.941591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.9248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:27:57.941843Z","caller":"traceutil/trace.go:171","msg":"trace[517914118] linearizableReadLoop","detail":"{readStateIndex:229; appliedIndex:227; }","duration":"1.462977539s","start":"2026-04-09T17:27:56.478824Z","end":"2026-04-09T17:27:57.941802Z","steps":["trace[517914118] 'read index received' (duration: 531.733589ms)","trace[517914118] 'applied index is now lower than readState.Index' (duration: 931.24264ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:27:57.941937Z","caller":"traceutil/trace.go:171","msg":"trace[1650457086] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"1.458591477s","start":"2026-04-09T17:27:56.483275Z","end":"2026-04-09T17:27:57.941866Z","steps":["trace[1650457086] 'process raft request' (duration: 1.458462197s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.942051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066385414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:27:57.942096Z","caller":"traceutil/trace.go:171","msg":"trace[166713854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:223; }","duration":"2.066467024s","start":"2026-04-09T17:27:55.875615Z","end":"2026-04-09T17:27:57.942082Z","steps":["trace[166713854] 'agreement among raft nodes before linearized reading' (duration: 2.066334064s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.942129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.483252Z","time spent":"1.458783628s","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:27:57.94217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:55.875595Z","time spent":"2.066564094s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:27:57.942505Z","caller":"traceutil/trace.go:171","msg":"trace[1709215766] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"1.986782508s","start":"2026-04-09T17:27:55.955706Z","end":"2026-04-09T17:27:57.942489Z","steps":["trace[1709215766] 'process raft request' (duration: 1.054865046s)","trace[1709215766] 'compare' (duration: 930.709089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:27:57.942497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115259584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:27:57.94258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:55.955676Z","time spent":"1.986872568s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:27:57.942589Z","caller":"traceutil/trace.go:171","msg":"trace[707449775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:223; }","duration":"3.115422014s","start":"2026-04-09T17:27:54.827145Z","end":"2026-04-09T17:27:57.942567Z","steps":["trace[707449775] 'agreement among raft nodes before linearized reading' (duration: 3.115257854s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.942638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.827125Z","time spent":"3.115503464s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:27:57.942711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16882434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:27:57.942793Z","caller":"traceutil/trace.go:171","msg":"trace[429082872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:223; }","duration":"2.168940801s","start":"2026-04-09T17:27:55.773834Z","end":"2026-04-09T17:27:57.942775Z","steps":["trace[429082872] 'agreement among raft nodes before linearized reading' (duration: 2.1688044s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.942839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:55.773816Z","time spent":"2.169014571s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:27:57.942987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496545527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:27:57.943037Z","caller":"traceutil/trace.go:171","msg":"trace[1151637737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:223; }","duration":"2.496646697s","start":"2026-04-09T17:27:55.446379Z","end":"2026-04-09T17:27:57.943026Z","steps":["trace[1151637737] 'agreement among raft nodes before linearized reading' (duration: 2.495951166s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.943069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:55.446361Z","time spent":"2.496699347s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:27:57.94484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461679546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-04-09T17:27:57.944892Z","caller":"traceutil/trace.go:171","msg":"trace[1855431606] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:224; }","duration":"1.461767246s","start":"2026-04-09T17:27:56.483113Z","end":"2026-04-09T17:27:57.94488Z","steps":["trace[1855431606] 'agreement among raft nodes before linearized reading' (duration: 1.461661646s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.944967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.483089Z","time spent":"1.461870006s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-04-09T17:27:57.945064Z","caller":"traceutil/trace.go:171","msg":"trace[263209011] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"933.320164ms","start":"2026-04-09T17:27:57.011578Z","end":"2026-04-09T17:27:57.944898Z","steps":["trace[263209011] 'process raft request' (duration: 933.061744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.946165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:57.011549Z","time spent":"933.763655ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:28:02.146423Z","caller":"traceutil/trace.go:171","msg":"trace[720845337] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"105.326814ms","start":"2026-04-09T17:28:02.041065Z","end":"2026-04-09T17:28:02.146392Z","steps":["trace[720845337] 'process raft request' (duration: 102.780147ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:02.146835Z","caller":"traceutil/trace.go:171","msg":"trace[1838405337] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"103.367169ms","start":"2026-04-09T17:28:02.043435Z","end":"2026-04-09T17:28:02.146802Z","steps":["trace[1838405337] 'process raft request' (duration: 103.307769ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:02.14686Z","caller":"traceutil/trace.go:171","msg":"trace[445867261] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"104.219841ms","start":"2026-04-09T17:28:02.042605Z","end":"2026-04-09T17:28:02.146825Z","steps":["trace[445867261] 'process raft request' (duration: 103.7396ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:02.147014Z","caller":"traceutil/trace.go:171","msg":"trace[1952575177] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"104.278872ms","start":"2026-04-09T17:28:02.04271Z","end":"2026-04-09T17:28:02.146989Z","steps":["trace[1952575177] 'process raft request' (duration: 103.890981ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:02.768008Z","caller":"traceutil/trace.go:171","msg":"trace[1832431099] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"104.966864ms","start":"2026-04-09T17:28:02.663002Z","end":"2026-04-09T17:28:02.767969Z","steps":["trace[1832431099] 'process raft request' (duration: 104.742143ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:27.799818Z","caller":"traceutil/trace.go:171","msg":"trace[2087811240] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"128.680406ms","start":"2026-04-09T17:28:27.671107Z","end":"2026-04-09T17:28:27.799787Z","steps":["trace[2087811240] 'process raft request' (duration: 128.382836ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:33.834052Z","caller":"traceutil/trace.go:171","msg":"trace[69230709] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"713.091471ms","start":"2026-04-09T17:28:33.120938Z","end":"2026-04-09T17:28:33.834029Z","steps":["trace[69230709] 'process raft request' (duration: 712.88556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:33.834198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:33.120918Z","time spent":"713.208761ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:28:34.169756Z","caller":"traceutil/trace.go:171","msg":"trace[1385324948] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"882.019618ms","start":"2026-04-09T17:28:33.285475Z","end":"2026-04-09T17:28:34.167495Z","steps":["trace[1385324948] 'process raft request' (duration: 832.978672ms)","trace[1385324948] 'compare' (duration: 46.277809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:28:34.172391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.842438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T17:28:34.167083Z","caller":"traceutil/trace.go:171","msg":"trace[1370253978] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:613; }","duration":"741.215505ms","start":"2026-04-09T17:28:33.425527Z","end":"2026-04-09T17:28:34.166742Z","steps":["trace[1370253978] 'read index received' (duration: 408.339042ms)","trace[1370253978] 'applied index is now lower than readState.Index' (duration: 332.765443ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:34.172448Z","caller":"traceutil/trace.go:171","msg":"trace[828443347] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:587; }","duration":"746.951569ms","start":"2026-04-09T17:28:33.425485Z","end":"2026-04-09T17:28:34.172436Z","steps":["trace[828443347] 'agreement among raft nodes before linearized reading' (duration: 741.775926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:34.172535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:33.285445Z","time spent":"886.958459ms","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:28:34.17259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:33.425468Z","time spent":"747.062789ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-04-09T17:28:34.907455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512709796090939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:28:36.226884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103936581s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:28:36.246384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123456777s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:28:36.246511Z","caller":"traceutil/trace.go:171","msg":"trace[768010698] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:616; }","duration":"1.839748371s","start":"2026-04-09T17:28:34.40675Z","end":"2026-04-09T17:28:36.246498Z","steps":["trace[768010698] 'read index received' (duration: 716.208234ms)","trace[768010698] 'applied index is now lower than readState.Index' (duration: 1.123539377s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:36.246575Z","caller":"traceutil/trace.go:171","msg":"trace[946811757] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"2.007623926s","start":"2026-04-09T17:28:34.238943Z","end":"2026-04-09T17:28:36.246567Z","steps":["trace[946811757] 'process raft request' (duration: 2.007514956s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:36.246597Z","caller":"traceutil/trace.go:171","msg":"trace[341576095] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.051720329s","start":"2026-04-09T17:28:34.194862Z","end":"2026-04-09T17:28:36.246583Z","steps":["trace[341576095] 'process raft request' (duration: 928.010862ms)","trace[341576095] 'compare' (duration: 1.123102676s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:28:36.246617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:34.238907Z","time spent":"2.007689596s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:28:36.246663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:34.194832Z","time spent":"2.051790289s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:28:36.24684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840112252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:28:36.246885Z","caller":"traceutil/trace.go:171","msg":"trace[1788697392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"1.840202012s","start":"2026-04-09T17:28:34.406674Z","end":"2026-04-09T17:28:36.246876Z","steps":["trace[1788697392] 'agreement among raft nodes before linearized reading' (duration: 1.840062852s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:36.246908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812948098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:28:36.246913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:34.406638Z","time spent":"1.840267902s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:28:36.246934Z","caller":"traceutil/trace.go:171","msg":"trace[1961450127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"1.812973938s","start":"2026-04-09T17:28:34.433952Z","end":"2026-04-09T17:28:36.246926Z","steps":["trace[1961450127] 'agreement among raft nodes before linearized reading' (duration: 1.812881528s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:36.246957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:34.433893Z","time spent":"1.813058508s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:28:36.246965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808848808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:28:36.247001Z","caller":"traceutil/trace.go:171","msg":"trace[1005689648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"1.808924218s","start":"2026-04-09T17:28:34.438066Z","end":"2026-04-09T17:28:36.24699Z","steps":["trace[1005689648] 'agreement among raft nodes before linearized reading' (duration: 1.808818318s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:36.247043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:34.438045Z","time spent":"1.808992168s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:28:36.247051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810797212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:28:36.247072Z","caller":"traceutil/trace.go:171","msg":"trace[1367109903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"1.810837582s","start":"2026-04-09T17:28:34.436228Z","end":"2026-04-09T17:28:36.247066Z","steps":["trace[1367109903] 'agreement among raft nodes before linearized reading' (duration: 1.810778812s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:36.247097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:34.436218Z","time spent":"1.810873962s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:28:36.247111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424293823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:28:36.247179Z","caller":"traceutil/trace.go:171","msg":"trace[1326272797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"1.424410064s","start":"2026-04-09T17:28:34.822762Z","end":"2026-04-09T17:28:36.247172Z","steps":["trace[1326272797] 'agreement among raft nodes before linearized reading' (duration: 1.424334174s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:36.2472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:34.822731Z","time spent":"1.424464415s","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:28:37.539846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.850316ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:28:37.540011Z","caller":"traceutil/trace.go:171","msg":"trace[1666462071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"153.041917ms","start":"2026-04-09T17:28:37.386945Z","end":"2026-04-09T17:28:37.539987Z","steps":["trace[1666462071] 'range keys from in-memory index tree' (duration: 152.825246ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:41.442756Z","caller":"traceutil/trace.go:171","msg":"trace[785075901] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"110.207446ms","start":"2026-04-09T17:28:41.332522Z","end":"2026-04-09T17:28:41.44273Z","steps":["trace[785075901] 'process raft request' (duration: 110.036946ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:49.342949Z","caller":"traceutil/trace.go:171","msg":"trace[1471897469] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"117.33478ms","start":"2026-04-09T17:28:49.22559Z","end":"2026-04-09T17:28:49.342925Z","steps":["trace[1471897469] 'process raft request' (duration: 117.18269ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:49.538691Z","caller":"traceutil/trace.go:171","msg":"trace[398506329] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"188.191322ms","start":"2026-04-09T17:28:49.350474Z","end":"2026-04-09T17:28:49.538666Z","steps":["trace[398506329] 'process raft request' (duration: 188.122592ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:49.538738Z","caller":"traceutil/trace.go:171","msg":"trace[823685330] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:762; }","duration":"189.304465ms","start":"2026-04-09T17:28:49.349405Z","end":"2026-04-09T17:28:49.53871Z","steps":["trace[823685330] 'read index received' (duration: 122.950422ms)","trace[823685330] 'applied index is now lower than readState.Index' (duration: 66.351513ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:49.538958Z","caller":"traceutil/trace.go:171","msg":"trace[1201724024] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"189.668106ms","start":"2026-04-09T17:28:49.34926Z","end":"2026-04-09T17:28:49.538928Z","steps":["trace[1201724024] 'process raft request' (duration: 123.004833ms)","trace[1201724024] 'compare' (duration: 66.104982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:28:49.538994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.568635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-kd5wp\" ","response":"range_response_count:1 size:5046"} {"level":"info","ts":"2026-04-09T17:28:49.539051Z","caller":"traceutil/trace.go:171","msg":"trace[1144155776] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-kd5wp; range_end:; response_count:1; response_revision:732; }","duration":"189.670556ms","start":"2026-04-09T17:28:49.349365Z","end":"2026-04-09T17:28:49.539036Z","steps":["trace[1144155776] 'agreement among raft nodes before linearized reading' (duration: 189.443236ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:49.717229Z","caller":"traceutil/trace.go:171","msg":"trace[1550869816] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"125.073247ms","start":"2026-04-09T17:28:49.592132Z","end":"2026-04-09T17:28:49.717205Z","steps":["trace[1550869816] 'read index received' (duration: 92.203183ms)","trace[1550869816] 'applied index is now lower than readState.Index' (duration: 32.868874ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:49.717313Z","caller":"traceutil/trace.go:171","msg":"trace[1939480764] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"169.278069ms","start":"2026-04-09T17:28:49.548004Z","end":"2026-04-09T17:28:49.717282Z","steps":["trace[1939480764] 'process raft request' (duration: 136.318234ms)","trace[1939480764] 'compare' (duration: 32.748934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:28:49.717367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.210248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:28:49.717401Z","caller":"traceutil/trace.go:171","msg":"trace[342994797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"125.287169ms","start":"2026-04-09T17:28:49.592103Z","end":"2026-04-09T17:28:49.717391Z","steps":["trace[342994797] 'agreement among raft nodes before linearized reading' (duration: 125.207088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:49.89992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.866384ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:28:49.900277Z","caller":"traceutil/trace.go:171","msg":"trace[338429904] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"176.752097ms","start":"2026-04-09T17:28:49.723493Z","end":"2026-04-09T17:28:49.900245Z","steps":["trace[338429904] 'process raft request' (duration: 176.536916ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:50.000005Z","caller":"traceutil/trace.go:171","msg":"trace[625222087] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:765; }","duration":"176.341935ms","start":"2026-04-09T17:28:49.82364Z","end":"2026-04-09T17:28:49.999982Z","steps":["trace[625222087] 'read index received' (duration: 76.264746ms)","trace[625222087] 'applied index is now lower than readState.Index' (duration: 100.076259ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:50.000128Z","caller":"traceutil/trace.go:171","msg":"trace[1207892049] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"275.025333ms","start":"2026-04-09T17:28:49.725093Z","end":"2026-04-09T17:28:50.000118Z","steps":["trace[1207892049] 'process raft request' (duration: 274.840452ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:50.000226Z","caller":"traceutil/trace.go:171","msg":"trace[565090433] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"275.631804ms","start":"2026-04-09T17:28:49.724561Z","end":"2026-04-09T17:28:50.000192Z","steps":["trace[565090433] 'process raft request' (duration: 275.249293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:50.020356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.691403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:28:50.02049Z","caller":"traceutil/trace.go:171","msg":"trace[722017434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"196.868963ms","start":"2026-04-09T17:28:49.8236Z","end":"2026-04-09T17:28:50.020469Z","steps":["trace[722017434] 'agreement among raft nodes before linearized reading' (duration: 176.600266ms)","trace[722017434] 'range keys from in-memory index tree' (duration: 20.096157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:28:54.738797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512709796091280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:28:55.239815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512709796091280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:28:55.264004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183406443s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:28:55.264519Z","caller":"traceutil/trace.go:171","msg":"trace[1831313872] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:792; }","duration":"1.026213064s","start":"2026-04-09T17:28:54.238269Z","end":"2026-04-09T17:28:55.264482Z","steps":["trace[1831313872] 'read index received' (duration: 1.025914894s)","trace[1831313872] 'applied index is now lower than readState.Index' (duration: 296.7µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:55.264552Z","caller":"traceutil/trace.go:171","msg":"trace[1520254796] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"1.217855953s","start":"2026-04-09T17:28:54.046677Z","end":"2026-04-09T17:28:55.264533Z","steps":["trace[1520254796] 'process raft request' (duration: 1.217612022s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:55.264763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.046652Z","time spent":"1.218003293s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:28:55.26478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026507375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-x7hrv\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-09T17:28:55.264844Z","caller":"traceutil/trace.go:171","msg":"trace[1597003177] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-x7hrv; range_end:; response_count:1; response_revision:759; }","duration":"1.026612396s","start":"2026-04-09T17:28:54.238211Z","end":"2026-04-09T17:28:55.264823Z","steps":["trace[1597003177] 'agreement among raft nodes before linearized reading' (duration: 1.026408416s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:55.264841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.085015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:28:55.264894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.238183Z","time spent":"1.026698616s","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-x7hrv\" "} {"level":"info","ts":"2026-04-09T17:28:55.26491Z","caller":"traceutil/trace.go:171","msg":"trace[635097249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"440.201255ms","start":"2026-04-09T17:28:54.824691Z","end":"2026-04-09T17:28:55.264892Z","steps":["trace[635097249] 'agreement among raft nodes before linearized reading' (duration: 440.091475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:55.264956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.824665Z","time spent":"440.279675ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:28:55.265069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.18822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:28:55.265059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.602548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:28:55.265135Z","caller":"traceutil/trace.go:171","msg":"trace[647261356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:759; }","duration":"858.27671ms","start":"2026-04-09T17:28:54.406841Z","end":"2026-04-09T17:28:55.265118Z","steps":["trace[647261356] 'agreement among raft nodes before linearized reading' (duration: 858.040599ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:55.265177Z","caller":"traceutil/trace.go:171","msg":"trace[262719480] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:759; }","duration":"577.818359ms","start":"2026-04-09T17:28:54.687328Z","end":"2026-04-09T17:28:55.265147Z","steps":["trace[262719480] 'agreement among raft nodes before linearized reading' (duration: 577.517658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:55.265186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.406826Z","time spent":"858.34731ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:28:55.265222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.419285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T17:28:55.26525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.68729Z","time spent":"577.94758ms","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:28:55.265289Z","caller":"traceutil/trace.go:171","msg":"trace[1679474760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:759; }","duration":"864.529215ms","start":"2026-04-09T17:28:54.400743Z","end":"2026-04-09T17:28:55.265272Z","steps":["trace[1679474760] 'agreement among raft nodes before linearized reading' (duration: 864.398495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:55.265345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.400702Z","time spent":"864.628435ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:28:55.265061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.612106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:28:55.265475Z","caller":"traceutil/trace.go:171","msg":"trace[1245772613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:759; }","duration":"861.045106ms","start":"2026-04-09T17:28:54.404411Z","end":"2026-04-09T17:28:55.265456Z","steps":["trace[1245772613] 'agreement among raft nodes before linearized reading' (duration: 860.423285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:55.265542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.404402Z","time spent":"861.121706ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:28:55.265835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.902248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:28:55.265964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.494288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:28:55.266021Z","caller":"traceutil/trace.go:171","msg":"trace[851580225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:759; }","duration":"870.607068ms","start":"2026-04-09T17:28:54.395398Z","end":"2026-04-09T17:28:55.266005Z","steps":["trace[851580225] 'agreement among raft nodes before linearized reading' (duration: 869.306126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:55.266073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.395369Z","time spent":"870.691519ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:28:55.266038Z","caller":"traceutil/trace.go:171","msg":"trace[848832434] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:759; }","duration":"853.224898ms","start":"2026-04-09T17:28:54.412786Z","end":"2026-04-09T17:28:55.266011Z","steps":["trace[848832434] 'agreement among raft nodes before linearized reading' (duration: 851.964656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:55.266773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:54.412776Z","time spent":"853.98137ms","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:28:55.394547Z","caller":"traceutil/trace.go:171","msg":"trace[960227133] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"120.200155ms","start":"2026-04-09T17:28:55.274307Z","end":"2026-04-09T17:28:55.394507Z","steps":["trace[960227133] 'process raft request' (duration: 119.933634ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:55.394547Z","caller":"traceutil/trace.go:171","msg":"trace[1056729551] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"115.799584ms","start":"2026-04-09T17:28:55.278734Z","end":"2026-04-09T17:28:55.394534Z","steps":["trace[1056729551] 'process raft request' (duration: 115.743274ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:55.395012Z","caller":"traceutil/trace.go:171","msg":"trace[2114407422] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"118.872011ms","start":"2026-04-09T17:28:55.276123Z","end":"2026-04-09T17:28:55.394995Z","steps":["trace[2114407422] 'process raft request' (duration: 118.29636ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:55.395029Z","caller":"traceutil/trace.go:171","msg":"trace[643122676] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"118.39088ms","start":"2026-04-09T17:28:55.276232Z","end":"2026-04-09T17:28:55.394623Z","steps":["trace[643122676] 'process raft request' (duration: 118.21639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.222156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.480087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:29:34.222312Z","caller":"traceutil/trace.go:171","msg":"trace[1678043680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1017; }","duration":"603.693907ms","start":"2026-04-09T17:29:33.618598Z","end":"2026-04-09T17:29:34.222292Z","steps":["trace[1678043680] 'range keys from in-memory index tree' (duration: 603.323267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.222354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:33.618573Z","time spent":"603.771477ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:29:34.222828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.421036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T17:29:34.222858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.955327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:29:34.222968Z","caller":"traceutil/trace.go:171","msg":"trace[1707628840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"398.221267ms","start":"2026-04-09T17:29:33.824712Z","end":"2026-04-09T17:29:34.222933Z","steps":["trace[1707628840] 'range keys from in-memory index tree' (duration: 397.808467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.223014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.808206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:29:34.223047Z","caller":"traceutil/trace.go:171","msg":"trace[952452567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1017; }","duration":"594.856606ms","start":"2026-04-09T17:29:33.628182Z","end":"2026-04-09T17:29:34.223038Z","steps":["trace[952452567] 'range keys from in-memory index tree' (duration: 594.746076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.223067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:33.628174Z","time spent":"594.888616ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:29:34.223039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:33.82467Z","time spent":"398.357608ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:29:34.222916Z","caller":"traceutil/trace.go:171","msg":"trace[1983536590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1017; }","duration":"603.528186ms","start":"2026-04-09T17:29:33.619368Z","end":"2026-04-09T17:29:34.222897Z","steps":["trace[1983536590] 'range keys from in-memory index tree' (duration: 603.258086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.223216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:33.619301Z","time spent":"603.899887ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:29:34.22323Z","caller":"traceutil/trace.go:171","msg":"trace[704262989] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"279.002903ms","start":"2026-04-09T17:29:33.944216Z","end":"2026-04-09T17:29:34.223219Z","steps":["trace[704262989] 'process raft request' (duration: 276.839368ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:41.738557Z","caller":"traceutil/trace.go:171","msg":"trace[1813290026] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1087; }","duration":"137.456476ms","start":"2026-04-09T17:29:41.601075Z","end":"2026-04-09T17:29:41.738532Z","steps":["trace[1813290026] 'read index received' (duration: 137.338295ms)","trace[1813290026] 'applied index is now lower than readState.Index' (duration: 117.391µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:29:41.738766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.664656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:29:41.738895Z","caller":"traceutil/trace.go:171","msg":"trace[150741678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1042; }","duration":"137.752876ms","start":"2026-04-09T17:29:41.601051Z","end":"2026-04-09T17:29:41.738804Z","steps":["trace[150741678] 'agreement among raft nodes before linearized reading' (duration: 137.580366ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:41.73895Z","caller":"traceutil/trace.go:171","msg":"trace[1871169972] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"141.510165ms","start":"2026-04-09T17:29:41.597418Z","end":"2026-04-09T17:29:41.738928Z","steps":["trace[1871169972] 'process raft request' (duration: 140.928674ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:58.670852Z","caller":"traceutil/trace.go:171","msg":"trace[1358178695] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"105.999035ms","start":"2026-04-09T17:29:58.564823Z","end":"2026-04-09T17:29:58.670822Z","steps":["trace[1358178695] 'process raft request' (duration: 91.894254ms)","trace[1358178695] 'compare' (duration: 13.973931ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:29:58.852421Z","caller":"traceutil/trace.go:171","msg":"trace[1993816579] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"122.816863ms","start":"2026-04-09T17:29:58.729581Z","end":"2026-04-09T17:29:58.852397Z","steps":["trace[1993816579] 'process raft request' (duration: 67.069679ms)","trace[1993816579] 'compare' (duration: 55.214153ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:22.838193Z","caller":"traceutil/trace.go:171","msg":"trace[681482693] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1228; }","duration":"122.063159ms","start":"2026-04-09T17:30:22.716104Z","end":"2026-04-09T17:30:22.838167Z","steps":["trace[681482693] 'read index received' (duration: 121.737858ms)","trace[681482693] 'applied index is now lower than readState.Index' (duration: 324.171µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:22.83833Z","caller":"traceutil/trace.go:171","msg":"trace[211792280] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"142.257864ms","start":"2026-04-09T17:30:22.696059Z","end":"2026-04-09T17:30:22.838317Z","steps":["trace[211792280] 'process raft request' (duration: 141.954884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:22.838871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.745701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:30:22.839012Z","caller":"traceutil/trace.go:171","msg":"trace[675517174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1175; }","duration":"122.894322ms","start":"2026-04-09T17:30:22.716088Z","end":"2026-04-09T17:30:22.838982Z","steps":["trace[675517174] 'agreement among raft nodes before linearized reading' (duration: 122.39161ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:23.001134Z","caller":"traceutil/trace.go:171","msg":"trace[266079236] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"107.653658ms","start":"2026-04-09T17:30:22.893413Z","end":"2026-04-09T17:30:23.001067Z","steps":["trace[266079236] 'process raft request' (duration: 37.776064ms)","trace[266079236] 'compare' (duration: 69.612793ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:23.221748Z","caller":"traceutil/trace.go:171","msg":"trace[565903238] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"204.338902ms","start":"2026-04-09T17:30:23.017379Z","end":"2026-04-09T17:30:23.221718Z","steps":["trace[565903238] 'process raft request' (duration: 159.565573ms)","trace[565903238] 'compare' (duration: 44.641999ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:24.209938Z","caller":"traceutil/trace.go:171","msg":"trace[244062277] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1235; }","duration":"120.714207ms","start":"2026-04-09T17:30:24.089194Z","end":"2026-04-09T17:30:24.209908Z","steps":["trace[244062277] 'read index received' (duration: 120.576507ms)","trace[244062277] 'applied index is now lower than readState.Index' (duration: 136.18µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:24.210064Z","caller":"traceutil/trace.go:171","msg":"trace[1627585693] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"175.828259ms","start":"2026-04-09T17:30:24.034196Z","end":"2026-04-09T17:30:24.210025Z","steps":["trace[1627585693] 'process raft request' (duration: 175.500178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:24.210377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.139608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:30:24.210473Z","caller":"traceutil/trace.go:171","msg":"trace[1921357238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1181; }","duration":"121.309678ms","start":"2026-04-09T17:30:24.089151Z","end":"2026-04-09T17:30:24.21046Z","steps":["trace[1921357238] 'agreement among raft nodes before linearized reading' (duration: 120.920097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.199011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011512709796092493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:30:46.24072Z","caller":"traceutil/trace.go:171","msg":"trace[1642515459] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1323; }","duration":"923.4628ms","start":"2026-04-09T17:30:45.317227Z","end":"2026-04-09T17:30:46.240689Z","steps":["trace[1642515459] 'read index received' (duration: 923.34732ms)","trace[1642515459] 'applied index is now lower than readState.Index' (duration: 114.47µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:46.240823Z","caller":"traceutil/trace.go:171","msg":"trace[1524178138] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"930.725278ms","start":"2026-04-09T17:30:45.310078Z","end":"2026-04-09T17:30:46.240803Z","steps":["trace[1524178138] 'process raft request' (duration: 930.447697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.240945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:45.310049Z","time spent":"930.814218ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:46.241002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.767692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/test-pvc.18a4c087ea9404a2\" ","response":"range_response_count:1 size:916"} {"level":"info","ts":"2026-04-09T17:30:46.241042Z","caller":"traceutil/trace.go:171","msg":"trace[799429326] range","detail":"{range_begin:/registry/events/default/test-pvc.18a4c087ea9404a2; range_end:; response_count:1; response_revision:1264; }","duration":"923.847892ms","start":"2026-04-09T17:30:45.317184Z","end":"2026-04-09T17:30:46.241031Z","steps":["trace[799429326] 'agreement among raft nodes before linearized reading' (duration: 923.654661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.241077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:45.317166Z","time spent":"923.904372ms","remote":"127.0.0.1:41146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":939,"request content":"key:\"/registry/events/default/test-pvc.18a4c087ea9404a2\" "} {"level":"warn","ts":"2026-04-09T17:30:46.247195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.042056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:30:46.247296Z","caller":"traceutil/trace.go:171","msg":"trace[1707257067] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1265; }","duration":"627.199267ms","start":"2026-04-09T17:30:45.620074Z","end":"2026-04-09T17:30:46.247273Z","steps":["trace[1707257067] 'agreement among raft nodes before linearized reading' (duration: 627.015366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.247342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:45.620044Z","time spent":"627.287487ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:30:46.247732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.918004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-531a9f3e-c6ee-4e4b-a0e2-5e858fe03940\" ","response":"range_response_count:1 size:3578"} {"level":"info","ts":"2026-04-09T17:30:46.247819Z","caller":"traceutil/trace.go:171","msg":"trace[1513057709] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-531a9f3e-c6ee-4e4b-a0e2-5e858fe03940; range_end:; response_count:1; response_revision:1265; }","duration":"115.079585ms","start":"2026-04-09T17:30:46.132716Z","end":"2026-04-09T17:30:46.247796Z","steps":["trace[1513057709] 'agreement among raft nodes before linearized reading' (duration: 114.771104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.247911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.428579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:30:46.247972Z","caller":"traceutil/trace.go:171","msg":"trace[1887219510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1265; }","duration":"424.527009ms","start":"2026-04-09T17:30:45.823429Z","end":"2026-04-09T17:30:46.247956Z","steps":["trace[1887219510] 'agreement among raft nodes before linearized reading' (duration: 424.439059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.248018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:45.823409Z","time spent":"424.598759ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:31:29.589736Z","caller":"traceutil/trace.go:171","msg":"trace[1654864299] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1508; }","duration":"190.692811ms","start":"2026-04-09T17:31:29.399012Z","end":"2026-04-09T17:31:29.589705Z","steps":["trace[1654864299] 'read index received' (duration: 181.569662ms)","trace[1654864299] 'applied index is now lower than readState.Index' (duration: 9.122089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:31:29.589807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.116718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/kube-root-ca.crt\" ","response":"range_response_count:1 size:1760"} {"level":"info","ts":"2026-04-09T17:31:29.589857Z","caller":"traceutil/trace.go:171","msg":"trace[1513379860] range","detail":"{range_begin:/registry/configmaps/local-path-storage/kube-root-ca.crt; range_end:; response_count:1; response_revision:1437; }","duration":"243.233668ms","start":"2026-04-09T17:31:29.346611Z","end":"2026-04-09T17:31:29.589844Z","steps":["trace[1513379860] 'range keys from in-memory index tree' (duration: 242.908536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:29.590087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.029862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-09T17:31:29.590185Z","caller":"traceutil/trace.go:171","msg":"trace[1851119670] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"240.410831ms","start":"2026-04-09T17:31:29.349762Z","end":"2026-04-09T17:31:29.590173Z","steps":["trace[1851119670] 'process raft request' (duration: 230.7959ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:31:29.590224Z","caller":"traceutil/trace.go:171","msg":"trace[30215393] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:1438; }","duration":"191.244332ms","start":"2026-04-09T17:31:29.398951Z","end":"2026-04-09T17:31:29.590196Z","steps":["trace[30215393] 'agreement among raft nodes before linearized reading' (duration: 190.993572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:29.590137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.02294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:31:29.590307Z","caller":"traceutil/trace.go:171","msg":"trace[658424546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1438; }","duration":"154.21385ms","start":"2026-04-09T17:31:29.43608Z","end":"2026-04-09T17:31:29.590294Z","steps":["trace[658424546] 'agreement among raft nodes before linearized reading' (duration: 153.98449ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:31:30.510226Z","caller":"traceutil/trace.go:171","msg":"trace[194482165] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"105.561373ms","start":"2026-04-09T17:31:30.404626Z","end":"2026-04-09T17:31:30.510187Z","steps":["trace[194482165] 'process raft request' (duration: 105.288772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:31.667618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.229866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-04-09T17:31:31.668204Z","caller":"traceutil/trace.go:171","msg":"trace[1124513231] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:1443; }","duration":"199.76393ms","start":"2026-04-09T17:31:31.468393Z","end":"2026-04-09T17:31:31.668157Z","steps":["trace[1124513231] 'range keys from bolt db' (duration: 198.114426ms)"],"step_count":1}