{"level":"warn","ts":"2026-07-24T10:01:06.320054Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T10:01:06.320169Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.78:2380","--initial-cluster=instance=https://199.19.213.78:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.78:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T10:01:06.320289Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T10:01:06.320305Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.78:2380"]} {"level":"info","ts":"2026-07-24T10:01:06.320325Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T10:01:06.321215Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.78:2379"]} {"level":"info","ts":"2026-07-24T10:01:06.32134Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.78:2380"],"listen-peer-urls":["https://199.19.213.78:2380"],"advertise-client-urls":["https://199.19.213.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.78:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T10:01:06.32555Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.787401ms"} {"level":"info","ts":"2026-07-24T10:01:06.337652Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"173f1df9994fe3b5","cluster-id":"f38512da1b70c9fc"} {"level":"info","ts":"2026-07-24T10:01:06.337842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T10:01:06.33791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 became follower at term 0"} {"level":"info","ts":"2026-07-24T10:01:06.337964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 173f1df9994fe3b5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T10:01:06.337979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 became follower at term 1"} {"level":"info","ts":"2026-07-24T10:01:06.338055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 switched to configuration voters=(1675090544261325749)"} {"level":"warn","ts":"2026-07-24T10:01:06.345965Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T10:01:06.35273Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T10:01:06.3545Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T10:01:06.357815Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"173f1df9994fe3b5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T10:01:06.358057Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"173f1df9994fe3b5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T10:01:06.358232Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T10:01:06.35841Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T10:01:06.358466Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T10:01:06.358989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 switched to configuration voters=(1675090544261325749)"} {"level":"info","ts":"2026-07-24T10:01:06.359212Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f38512da1b70c9fc","local-member-id":"173f1df9994fe3b5","added-peer-id":"173f1df9994fe3b5","added-peer-peer-urls":["https://199.19.213.78:2380"]} {"level":"info","ts":"2026-07-24T10:01:06.362792Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T10:01:06.363089Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"173f1df9994fe3b5","initial-advertise-peer-urls":["https://199.19.213.78:2380"],"listen-peer-urls":["https://199.19.213.78:2380"],"advertise-client-urls":["https://199.19.213.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T10:01:06.363118Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T10:01:06.363217Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.78:2380"} {"level":"info","ts":"2026-07-24T10:01:06.363247Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.78:2380"} {"level":"info","ts":"2026-07-24T10:01:07.138998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T10:01:07.139075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T10:01:07.139099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 received MsgPreVoteResp from 173f1df9994fe3b5 at term 1"} {"level":"info","ts":"2026-07-24T10:01:07.139116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 became candidate at term 2"} {"level":"info","ts":"2026-07-24T10:01:07.139124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 received MsgVoteResp from 173f1df9994fe3b5 at term 2"} {"level":"info","ts":"2026-07-24T10:01:07.139135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"173f1df9994fe3b5 became leader at term 2"} {"level":"info","ts":"2026-07-24T10:01:07.139144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 173f1df9994fe3b5 elected leader 173f1df9994fe3b5 at term 2"} {"level":"info","ts":"2026-07-24T10:01:07.140043Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T10:01:07.140971Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"173f1df9994fe3b5","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.78:2379]}","request-path":"/0/members/173f1df9994fe3b5/attributes","cluster-id":"f38512da1b70c9fc","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T10:01:07.141138Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T10:01:07.141343Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T10:01:07.143441Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f38512da1b70c9fc","local-member-id":"173f1df9994fe3b5","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T10:01:07.143547Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T10:01:07.143584Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T10:01:07.143964Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T10:01:07.143988Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T10:01:07.146031Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.78:2379"} {"level":"info","ts":"2026-07-24T10:01:07.151093Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T10:01:11.264362Z","caller":"traceutil/trace.go:171","msg":"trace[1965747480] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"146.453242ms","start":"2026-07-24T10:01:11.117884Z","end":"2026-07-24T10:01:11.264337Z","steps":["trace[1965747480] 'process raft request' (duration: 61.00815ms)","trace[1965747480] 'compare' (duration: 85.282927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T10:01:31.610051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T10:01:31.679696Z","caller":"traceutil/trace.go:171","msg":"trace[2024850262] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"570.562817ms","start":"2026-07-24T10:01:31.109109Z","end":"2026-07-24T10:01:31.679672Z","steps":["trace[2024850262] 'read index received' (duration: 570.436354ms)","trace[2024850262] 'applied index is now lower than readState.Index' (duration: 125.413µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:01:31.679828Z","caller":"traceutil/trace.go:171","msg":"trace[315495778] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"857.001066ms","start":"2026-07-24T10:01:30.82279Z","end":"2026-07-24T10:01:31.679791Z","steps":["trace[315495778] 'process raft request' (duration: 856.744288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:31.680002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.863836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T10:01:31.68011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.048096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T10:01:31.68018Z","caller":"traceutil/trace.go:171","msg":"trace[1672793258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"121.171369ms","start":"2026-07-24T10:01:31.558995Z","end":"2026-07-24T10:01:31.680166Z","steps":["trace[1672793258] 'agreement among raft nodes before linearized reading' (duration: 121.009985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:31.680174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.444789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T10:01:31.680129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.407013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:01:31.680128Z","caller":"traceutil/trace.go:171","msg":"trace[1963184458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"571.031281ms","start":"2026-07-24T10:01:31.109082Z","end":"2026-07-24T10:01:31.680113Z","steps":["trace[1963184458] 'agreement among raft nodes before linearized reading' (duration: 570.800624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:31.680316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:31.109069Z","time spent":"571.229976ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T10:01:31.680307Z","caller":"traceutil/trace.go:171","msg":"trace[1803791348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"523.626219ms","start":"2026-07-24T10:01:31.156613Z","end":"2026-07-24T10:01:31.680239Z","steps":["trace[1803791348] 'agreement among raft nodes before linearized reading' (duration: 523.351311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:31.680432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:31.156599Z","time spent":"523.821634ms","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T10:01:31.68024Z","caller":"traceutil/trace.go:171","msg":"trace[1861990973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"155.549262ms","start":"2026-07-24T10:01:31.52467Z","end":"2026-07-24T10:01:31.680219Z","steps":["trace[1861990973] 'agreement among raft nodes before linearized reading' (duration: 155.415868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:31.681252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:30.822775Z","time spent":"857.148979ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T10:01:36.493383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.068283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T10:01:36.493613Z","caller":"traceutil/trace.go:171","msg":"trace[1935579109] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"267.652731ms","start":"2026-07-24T10:01:36.225939Z","end":"2026-07-24T10:01:36.493592Z","steps":["trace[1935579109] 'read index received' (duration: 48.832µs)","trace[1935579109] 'applied index is now lower than readState.Index' (duration: 267.602479ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:01:36.493655Z","caller":"traceutil/trace.go:171","msg":"trace[174548184] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"267.697352ms","start":"2026-07-24T10:01:36.225921Z","end":"2026-07-24T10:01:36.493618Z","steps":["trace[174548184] 'process raft request' (duration: 146.168777ms)","trace[174548184] 'compare' (duration: 120.896098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T10:01:36.49382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.869897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-07-24T10:01:36.493988Z","caller":"traceutil/trace.go:171","msg":"trace[1194234699] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:470; }","duration":"268.020731ms","start":"2026-07-24T10:01:36.225911Z","end":"2026-07-24T10:01:36.493932Z","steps":["trace[1194234699] 'agreement among raft nodes before linearized reading' (duration: 267.786394ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:36.501257Z","caller":"traceutil/trace.go:171","msg":"trace[1126151508] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"272.73287ms","start":"2026-07-24T10:01:36.228496Z","end":"2026-07-24T10:01:36.501229Z","steps":["trace[1126151508] 'process raft request' (duration: 272.480993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:42.269284Z","caller":"traceutil/trace.go:171","msg":"trace[564828396] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"145.560958ms","start":"2026-07-24T10:01:42.123696Z","end":"2026-07-24T10:01:42.269257Z","steps":["trace[564828396] 'process raft request' (duration: 145.417334ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:42.375842Z","caller":"traceutil/trace.go:171","msg":"trace[1815456902] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"120.886253ms","start":"2026-07-24T10:01:42.254929Z","end":"2026-07-24T10:01:42.375815Z","steps":["trace[1815456902] 'process raft request' (duration: 78.947965ms)","trace[1815456902] 'compare' (duration: 41.824835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T10:01:50.441937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:01:50.942565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:01:51.211075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311996071s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T10:01:51.211699Z","caller":"traceutil/trace.go:171","msg":"trace[2029515097] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.312703828s","start":"2026-07-24T10:01:49.898967Z","end":"2026-07-24T10:01:51.211671Z","steps":["trace[2029515097] 'process raft request' (duration: 1.312444582s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.211871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.898947Z","time spent":"1.312826381s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T10:01:51.220433Z","caller":"traceutil/trace.go:171","msg":"trace[1967545312] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.286266504s","start":"2026-07-24T10:01:49.934133Z","end":"2026-07-24T10:01:51.220399Z","steps":["trace[1967545312] 'process raft request' (duration: 1.286115821s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.220513Z","caller":"traceutil/trace.go:171","msg":"trace[150477227] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.28609058s","start":"2026-07-24T10:01:49.934389Z","end":"2026-07-24T10:01:51.22048Z","steps":["trace[150477227] 'process raft request' (duration: 1.285973638s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.220729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.934379Z","time spent":"1.286234404s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T10:01:51.220753Z","caller":"traceutil/trace.go:171","msg":"trace[44344020] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.263165017s","start":"2026-07-24T10:01:49.957554Z","end":"2026-07-24T10:01:51.220719Z","steps":["trace[44344020] 'process raft request' (duration: 1.262925381s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.220727Z","caller":"traceutil/trace.go:171","msg":"trace[1078232506] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.264701046s","start":"2026-07-24T10:01:49.955977Z","end":"2026-07-24T10:01:51.220678Z","steps":["trace[1078232506] 'process raft request' (duration: 1.2644496s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.22081Z","caller":"traceutil/trace.go:171","msg":"trace[759171702] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.24686827s","start":"2026-07-24T10:01:49.97392Z","end":"2026-07-24T10:01:51.220788Z","steps":["trace[759171702] 'process raft request' (duration: 1.246742887s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.220823Z","caller":"traceutil/trace.go:171","msg":"trace[688196816] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.264940641s","start":"2026-07-24T10:01:49.955859Z","end":"2026-07-24T10:01:51.2208Z","steps":["trace[688196816] 'process raft request' (duration: 1.264538581s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.220871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.973899Z","time spent":"1.246947532s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:01:51.220869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.957543Z","time spent":"1.26326663s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T10:01:51.220889Z","caller":"traceutil/trace.go:171","msg":"trace[1185606849] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.286607033s","start":"2026-07-24T10:01:49.93427Z","end":"2026-07-24T10:01:51.220877Z","steps":["trace[1185606849] 'process raft request' (duration: 1.28605502s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.220569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.934113Z","time spent":"1.286395158s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:01:51.220938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.955815Z","time spent":"1.265069505s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T10:01:51.220956Z","caller":"traceutil/trace.go:171","msg":"trace[1578757491] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:551; }","duration":"1.279196088s","start":"2026-07-24T10:01:49.941743Z","end":"2026-07-24T10:01:51.220939Z","steps":["trace[1578757491] 'read index received' (duration: 1.269777136s)","trace[1578757491] 'applied index is now lower than readState.Index' (duration: 9.418122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T10:01:51.220959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.955968Z","time spent":"1.264887741s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T10:01:51.220988Z","caller":"traceutil/trace.go:171","msg":"trace[678063310] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.243017474s","start":"2026-07-24T10:01:49.977966Z","end":"2026-07-24T10:01:51.220983Z","steps":["trace[678063310] 'process raft request' (duration: 1.242743427s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.220982Z","caller":"traceutil/trace.go:171","msg":"trace[354745708] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.264936591s","start":"2026-07-24T10:01:49.956033Z","end":"2026-07-24T10:01:51.22097Z","steps":["trace[354745708] 'process raft request' (duration: 1.264418419s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.221009Z","caller":"traceutil/trace.go:171","msg":"trace[943879395] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.101710882s","start":"2026-07-24T10:01:50.119286Z","end":"2026-07-24T10:01:51.220997Z","steps":["trace[943879395] 'process raft request' (duration: 1.101592229s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.221027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.977946Z","time spent":"1.243067706s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:01:51.221045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.934262Z","time spent":"1.286651754s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:01:51.221042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.95601Z","time spent":"1.265009204s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:01:51.221053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:50.119275Z","time spent":"1.101757524s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T10:01:51.220967Z","caller":"traceutil/trace.go:171","msg":"trace[1686646123] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.212255046s","start":"2026-07-24T10:01:50.008705Z","end":"2026-07-24T10:01:51.22096Z","steps":["trace[1686646123] 'process raft request' (duration: 1.212050781s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.221114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279359482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T10:01:51.221124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268409038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T10:01:51.22113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1024222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T10:01:51.221145Z","caller":"traceutil/trace.go:171","msg":"trace[2092805475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:547; }","duration":"1.279421384s","start":"2026-07-24T10:01:49.941715Z","end":"2026-07-24T10:01:51.221136Z","steps":["trace[2092805475] 'agreement among raft nodes before linearized reading' (duration: 1.279306661s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.221152Z","caller":"traceutil/trace.go:171","msg":"trace[254567321] range","detail":"{range_begin:/registry/masterleases/199.19.213.78; range_end:; response_count:1; response_revision:547; }","duration":"1.102470272s","start":"2026-07-24T10:01:50.118675Z","end":"2026-07-24T10:01:51.221145Z","steps":["trace[254567321] 'agreement among raft nodes before linearized reading' (duration: 1.102428791s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.221148Z","caller":"traceutil/trace.go:171","msg":"trace[854813842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:547; }","duration":"1.26846515s","start":"2026-07-24T10:01:49.952676Z","end":"2026-07-24T10:01:51.221141Z","steps":["trace[854813842] 'agreement among raft nodes before linearized reading' (duration: 1.268408018s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.221171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:50.118659Z","time spent":"1.102507912s","remote":"127.0.0.1:58160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.78\" "} {"level":"warn","ts":"2026-07-24T10:01:51.221173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.941701Z","time spent":"1.279466364s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T10:01:51.221174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.952655Z","time spent":"1.268515601s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T10:01:51.221147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:50.008685Z","time spent":"1.212444361s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:01:51.221225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237624499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T10:01:51.221239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200919656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T10:01:51.221253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067412491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:01:51.221284Z","caller":"traceutil/trace.go:171","msg":"trace[476645101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:547; }","duration":"1.067467022s","start":"2026-07-24T10:01:50.153809Z","end":"2026-07-24T10:01:51.221276Z","steps":["trace[476645101] 'agreement among raft nodes before linearized reading' (duration: 1.067425611s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.221281Z","caller":"traceutil/trace.go:171","msg":"trace[1760171185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:547; }","duration":"1.200997127s","start":"2026-07-24T10:01:50.020274Z","end":"2026-07-24T10:01:51.221271Z","steps":["trace[1760171185] 'agreement among raft nodes before linearized reading' (duration: 1.200841503s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:51.221284Z","caller":"traceutil/trace.go:171","msg":"trace[1412265893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:547; }","duration":"1.237726732s","start":"2026-07-24T10:01:49.983542Z","end":"2026-07-24T10:01:51.221268Z","steps":["trace[1412265893] 'agreement among raft nodes before linearized reading' (duration: 1.237584238s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.221304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:50.153796Z","time spent":"1.067503574s","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T10:01:51.221313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:50.020258Z","time spent":"1.201048079s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T10:01:51.221328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.983526Z","time spent":"1.237790643s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T10:01:51.221394Z","caller":"traceutil/trace.go:171","msg":"trace[2016792220] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.250917151s","start":"2026-07-24T10:01:49.96984Z","end":"2026-07-24T10:01:51.220757Z","steps":["trace[2016792220] 'process raft request' (duration: 1.250757727s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:51.2215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:49.969823Z","time spent":"1.251596589s","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T10:01:53.409056Z","caller":"traceutil/trace.go:171","msg":"trace[1245113476] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"169.50348ms","start":"2026-07-24T10:01:53.239522Z","end":"2026-07-24T10:01:53.409025Z","steps":["trace[1245113476] 'read index received' (duration: 169.309605ms)","trace[1245113476] 'applied index is now lower than readState.Index' (duration: 192.785µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:01:53.4094Z","caller":"traceutil/trace.go:171","msg":"trace[1710384056] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"170.273578ms","start":"2026-07-24T10:01:53.239111Z","end":"2026-07-24T10:01:53.409385Z","steps":["trace[1710384056] 'process raft request' (duration: 169.783316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:53.409744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.212807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T10:01:53.409799Z","caller":"traceutil/trace.go:171","msg":"trace[153975310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:617; }","duration":"170.312089ms","start":"2026-07-24T10:01:53.239472Z","end":"2026-07-24T10:01:53.409784Z","steps":["trace[153975310] 'agreement among raft nodes before linearized reading' (duration: 170.155565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:53.410056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.677826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T10:01:53.410107Z","caller":"traceutil/trace.go:171","msg":"trace[1228485659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"167.749737ms","start":"2026-07-24T10:01:53.242342Z","end":"2026-07-24T10:01:53.410091Z","steps":["trace[1228485659] 'agreement among raft nodes before linearized reading' (duration: 167.634834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:53.410336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.417145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T10:01:53.410405Z","caller":"traceutil/trace.go:171","msg":"trace[875530843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"157.528208ms","start":"2026-07-24T10:01:53.252863Z","end":"2026-07-24T10:01:53.410391Z","steps":["trace[875530843] 'agreement among raft nodes before linearized reading' (duration: 157.345293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:57.828739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.490143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T10:01:57.828782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.998583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T10:01:57.828764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.603356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T10:01:57.828821Z","caller":"traceutil/trace.go:171","msg":"trace[59481780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:643; }","duration":"384.598896ms","start":"2026-07-24T10:01:57.444206Z","end":"2026-07-24T10:01:57.828805Z","steps":["trace[59481780] 'range keys from in-memory index tree' (duration: 384.406581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:57.828863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.444201Z","time spent":"384.654897ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T10:01:57.828837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.227207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T10:01:57.828879Z","caller":"traceutil/trace.go:171","msg":"trace[1211042978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:643; }","duration":"395.156647ms","start":"2026-07-24T10:01:57.433705Z","end":"2026-07-24T10:01:57.828862Z","steps":["trace[1211042978] 'range keys from in-memory index tree' (duration: 394.800608ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:57.828878Z","caller":"traceutil/trace.go:171","msg":"trace[754260422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"384.763719ms","start":"2026-07-24T10:01:57.444088Z","end":"2026-07-24T10:01:57.828852Z","steps":["trace[754260422] 'range keys from in-memory index tree' (duration: 384.328059ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:57.828921Z","caller":"traceutil/trace.go:171","msg":"trace[465091972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"384.336449ms","start":"2026-07-24T10:01:57.444563Z","end":"2026-07-24T10:01:57.8289Z","steps":["trace[465091972] 'range keys from in-memory index tree' (duration: 384.135895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:57.828949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.444069Z","time spent":"384.864942ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T10:01:57.829011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.444555Z","time spent":"384.407431ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T10:01:57.829057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.433691Z","time spent":"395.352712ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T10:01:58.382089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T10:01:58.630866Z","caller":"traceutil/trace.go:171","msg":"trace[605204224] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"979.125497ms","start":"2026-07-24T10:01:57.651721Z","end":"2026-07-24T10:01:58.630847Z","steps":["trace[605204224] 'process raft request' (duration: 978.610275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:58.631003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.651697Z","time spent":"979.22769ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T10:01:59.815702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185517358s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T10:01:59.974393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.246319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T10:01:59.974627Z","caller":"traceutil/trace.go:171","msg":"trace[651643891] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"2.139605257s","start":"2026-07-24T10:01:57.834993Z","end":"2026-07-24T10:01:59.974598Z","steps":["trace[651643891] 'process raft request' (duration: 1.980956888s)","trace[651643891] 'compare' (duration: 157.878301ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:01:59.974704Z","caller":"traceutil/trace.go:171","msg":"trace[712893006] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:668; }","duration":"2.092981688s","start":"2026-07-24T10:01:57.8817Z","end":"2026-07-24T10:01:59.974681Z","steps":["trace[712893006] 'read index received' (duration: 748.484483ms)","trace[712893006] 'applied index is now lower than readState.Index' (duration: 1.344495945s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T10:01:59.974755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.834972Z","time spent":"2.139709589s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T10:01:59.974879Z","caller":"traceutil/trace.go:171","msg":"trace[1562713148] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"2.138352937s","start":"2026-07-24T10:01:57.83652Z","end":"2026-07-24T10:01:59.974873Z","steps":["trace[1562713148] 'process raft request' (duration: 2.13806897s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:59.974913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.836506Z","time spent":"2.138387038s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T10:01:59.974964Z","caller":"traceutil/trace.go:171","msg":"trace[1862370744] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"2.137965357s","start":"2026-07-24T10:01:57.836981Z","end":"2026-07-24T10:01:59.974947Z","steps":["trace[1862370744] 'process raft request' (duration: 2.13765487s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:01:59.975022Z","caller":"traceutil/trace.go:171","msg":"trace[328688220] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"2.139926655s","start":"2026-07-24T10:01:57.835088Z","end":"2026-07-24T10:01:59.975015Z","steps":["trace[328688220] 'process raft request' (duration: 2.139424513s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:59.975081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.835078Z","time spent":"2.139960085s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T10:01:59.975359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093652893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5hsnf\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-24T10:01:59.975429Z","caller":"traceutil/trace.go:171","msg":"trace[815811094] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5hsnf; range_end:; response_count:1; response_revision:648; }","duration":"2.093755666s","start":"2026-07-24T10:01:57.88165Z","end":"2026-07-24T10:01:59.975406Z","steps":["trace[815811094] 'agreement among raft nodes before linearized reading' (duration: 2.093557981s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:01:59.975467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.881633Z","time spent":"2.093824798s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-5hsnf\" "} {"level":"warn","ts":"2026-07-24T10:01:59.975506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:57.836971Z","time spent":"2.13803505s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T10:02:00.019737Z","caller":"traceutil/trace.go:171","msg":"trace[312001266] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.332730348s","start":"2026-07-24T10:01:58.686989Z","end":"2026-07-24T10:02:00.019719Z","steps":["trace[312001266] 'process raft request' (duration: 1.332635946s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:00.019847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:58.686971Z","time spent":"1.33282454s","remote":"127.0.0.1:58318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:02:00.019969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864199703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:02:00.020083Z","caller":"traceutil/trace.go:171","msg":"trace[614046007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"1.864358527s","start":"2026-07-24T10:01:58.155698Z","end":"2026-07-24T10:02:00.020056Z","steps":["trace[614046007] 'agreement among raft nodes before linearized reading' (duration: 1.864133792s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:00.020155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:58.155679Z","time spent":"1.864465629s","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T10:02:00.522112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:01.023247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:01.524256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:02.02171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T10:02:02.021791Z","caller":"traceutil/trace.go:171","msg":"trace[365879015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491203s","start":"2026-07-24T10:02:00.021284Z","end":"2026-07-24T10:02:02.021776Z","steps":["trace[365879015] 'agreement among raft nodes before linearized reading' (duration: 2.00038115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:02.02183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:00.021261Z","time spent":"2.000561025s","remote":"127.0.0.1:58140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T10:02:02.024654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:02.52537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:02.93568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T10:02:02.935769Z","caller":"traceutil/trace.go:171","msg":"trace[319085980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163985s","start":"2026-07-24T10:02:00.935585Z","end":"2026-07-24T10:02:02.935748Z","steps":["trace[319085980] 'agreement among raft nodes before linearized reading' (duration: 2.000055962s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:02.935816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:00.935564Z","time spent":"2.000242106s","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 10:02:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T10:02:03.026548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:03.166389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.146498263s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T10:02:03.167903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083380192s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:02:03.168014Z","caller":"traceutil/trace.go:171","msg":"trace[1608471090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:649; }","duration":"1.083531875s","start":"2026-07-24T10:02:02.084459Z","end":"2026-07-24T10:02:03.167991Z","steps":["trace[1608471090] 'range keys from in-memory index tree' (duration: 1.083357772s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:03.168388Z","caller":"traceutil/trace.go:171","msg":"trace[9201371] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"3.180005786s","start":"2026-07-24T10:01:59.988335Z","end":"2026-07-24T10:02:03.168341Z","steps":["trace[9201371] 'process raft request' (duration: 3.178315118s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:03.168554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:01:59.988312Z","time spent":"3.18015319s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T10:02:03.398742Z","caller":"traceutil/trace.go:171","msg":"trace[764046827] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:674; }","duration":"3.377394307s","start":"2026-07-24T10:02:00.02132Z","end":"2026-07-24T10:02:03.398714Z","steps":["trace[764046827] 'read index received' (duration: 3.145364006s)","trace[764046827] 'applied index is now lower than readState.Index' (duration: 232.029011ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:02:03.398936Z","caller":"traceutil/trace.go:171","msg":"trace[484115371] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"748.30156ms","start":"2026-07-24T10:02:02.650612Z","end":"2026-07-24T10:02:03.398913Z","steps":["trace[484115371] 'process raft request' (duration: 748.029033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:03.399139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:02.650589Z","time spent":"748.431532ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T10:02:03.3993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369585404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-07-24T10:02:03.39939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371794796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:02:03.399446Z","caller":"traceutil/trace.go:171","msg":"trace[181554480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"1.371875158s","start":"2026-07-24T10:02:02.027553Z","end":"2026-07-24T10:02:03.399428Z","steps":["trace[181554480] 'agreement among raft nodes before linearized reading' (duration: 1.371811647s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:03.399497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:02.027536Z","time spent":"1.37195109s","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T10:02:03.399412Z","caller":"traceutil/trace.go:171","msg":"trace[554406592] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:653; }","duration":"3.369774418s","start":"2026-07-24T10:02:00.029616Z","end":"2026-07-24T10:02:03.399391Z","steps":["trace[554406592] 'agreement among raft nodes before linearized reading' (duration: 3.369518193s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:03.399556Z","caller":"traceutil/trace.go:171","msg":"trace[1783314067] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"1.373047165s","start":"2026-07-24T10:02:02.026487Z","end":"2026-07-24T10:02:03.399534Z","steps":["trace[1783314067] 'process raft request' (duration: 1.372090903s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:03.399552Z","caller":"traceutil/trace.go:171","msg":"trace[554221798] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"2.059321079s","start":"2026-07-24T10:02:01.340181Z","end":"2026-07-24T10:02:03.399502Z","steps":["trace[554221798] 'process raft request' (duration: 2.058226004s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:03.399656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:00.029608Z","time spent":"3.370026624s","remote":"127.0.0.1:58290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-24T10:02:03.399328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420168017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T10:02:03.399719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:02.026461Z","time spent":"1.373181568s","remote":"127.0.0.1:58196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:02:03.399732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420635727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T10:02:03.399809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:01.340165Z","time spent":"2.059512834s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T10:02:03.399855Z","caller":"traceutil/trace.go:171","msg":"trace[1848244706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:653; }","duration":"1.420817292s","start":"2026-07-24T10:02:01.979014Z","end":"2026-07-24T10:02:03.399831Z","steps":["trace[1848244706] 'agreement among raft nodes before linearized reading' (duration: 1.420473144s)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:03.399724Z","caller":"traceutil/trace.go:171","msg":"trace[1215564994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:653; }","duration":"1.420566466s","start":"2026-07-24T10:02:01.979143Z","end":"2026-07-24T10:02:03.399709Z","steps":["trace[1215564994] 'agreement among raft nodes before linearized reading' (duration: 1.420025293s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:03.399921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:01.978992Z","time spent":"1.420908344s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T10:02:03.39994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:01.979057Z","time spent":"1.420867153s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T10:02:03.399818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280081083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-24T10:02:03.400047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420586056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T10:02:03.40005Z","caller":"traceutil/trace.go:171","msg":"trace[1930947663] range","detail":"{range_begin:/registry/masterleases/199.19.213.78; range_end:; response_count:1; response_revision:653; }","duration":"3.280352308s","start":"2026-07-24T10:02:00.119683Z","end":"2026-07-24T10:02:03.400035Z","steps":["trace[1930947663] 'agreement among raft nodes before linearized reading' (duration: 3.279864507s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:03.400139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420987985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T10:02:03.400202Z","caller":"traceutil/trace.go:171","msg":"trace[242334918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:653; }","duration":"1.421086118s","start":"2026-07-24T10:02:01.979101Z","end":"2026-07-24T10:02:03.400187Z","steps":["trace[242334918] 'agreement among raft nodes before linearized reading' (duration: 1.420943025s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:03.40025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:01.979078Z","time spent":"1.42116135s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T10:02:03.400152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:00.119661Z","time spent":"3.280476242s","remote":"127.0.0.1:58160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.78\" "} {"level":"info","ts":"2026-07-24T10:02:03.400099Z","caller":"traceutil/trace.go:171","msg":"trace[1831747624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:653; }","duration":"1.420673938s","start":"2026-07-24T10:02:01.979411Z","end":"2026-07-24T10:02:03.400085Z","steps":["trace[1831747624] 'agreement among raft nodes before linearized reading' (duration: 1.420541215s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:03.400375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:01.979391Z","time spent":"1.420970415s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T10:02:05.434716Z","caller":"traceutil/trace.go:171","msg":"trace[1820605974] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"279.147364ms","start":"2026-07-24T10:02:05.155546Z","end":"2026-07-24T10:02:05.434693Z","steps":["trace[1820605974] 'read index received' (duration: 279.006321ms)","trace[1820605974] 'applied index is now lower than readState.Index' (duration: 140.043µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:02:05.43484Z","caller":"traceutil/trace.go:171","msg":"trace[2075591941] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"392.101051ms","start":"2026-07-24T10:02:05.042692Z","end":"2026-07-24T10:02:05.434793Z","steps":["trace[2075591941] 'process raft request' (duration: 391.887196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:05.434964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:05.042671Z","time spent":"392.233674ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T10:02:05.435237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.471861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:02:05.435317Z","caller":"traceutil/trace.go:171","msg":"trace[4075042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"279.83657ms","start":"2026-07-24T10:02:05.155463Z","end":"2026-07-24T10:02:05.435299Z","steps":["trace[4075042] 'agreement among raft nodes before linearized reading' (duration: 279.39709ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:05.477233Z","caller":"traceutil/trace.go:171","msg":"trace[1824434216] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"234.268114ms","start":"2026-07-24T10:02:05.242907Z","end":"2026-07-24T10:02:05.477175Z","steps":["trace[1824434216] 'process raft request' (duration: 234.024479ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:08.297987Z","caller":"traceutil/trace.go:171","msg":"trace[1098120916] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"130.729483ms","start":"2026-07-24T10:02:08.167237Z","end":"2026-07-24T10:02:08.297967Z","steps":["trace[1098120916] 'read index received' (duration: 130.56903ms)","trace[1098120916] 'applied index is now lower than readState.Index' (duration: 159.563µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:02:08.298043Z","caller":"traceutil/trace.go:171","msg":"trace[504764405] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"248.824494ms","start":"2026-07-24T10:02:08.049188Z","end":"2026-07-24T10:02:08.298012Z","steps":["trace[504764405] 'process raft request' (duration: 248.63305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:08.298165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.919727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:02:08.298324Z","caller":"traceutil/trace.go:171","msg":"trace[548080518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"131.119742ms","start":"2026-07-24T10:02:08.167188Z","end":"2026-07-24T10:02:08.298308Z","steps":["trace[548080518] 'agreement among raft nodes before linearized reading' (duration: 130.894687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:15.80047Z","caller":"traceutil/trace.go:171","msg":"trace[1787291922] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:828; }","duration":"157.084059ms","start":"2026-07-24T10:02:15.643358Z","end":"2026-07-24T10:02:15.800442Z","steps":["trace[1787291922] 'read index received' (duration: 156.070247ms)","trace[1787291922] 'applied index is now lower than readState.Index' (duration: 1.012082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T10:02:15.800779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.395146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T10:02:15.800824Z","caller":"traceutil/trace.go:171","msg":"trace[463142081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:800; }","duration":"157.512388ms","start":"2026-07-24T10:02:15.643298Z","end":"2026-07-24T10:02:15.800811Z","steps":["trace[463142081] 'agreement among raft nodes before linearized reading' (duration: 157.260023ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:15.800695Z","caller":"traceutil/trace.go:171","msg":"trace[608228036] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"193.606836ms","start":"2026-07-24T10:02:15.607037Z","end":"2026-07-24T10:02:15.800644Z","steps":["trace[608228036] 'process raft request' (duration: 192.37922ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:15.80099Z","caller":"traceutil/trace.go:171","msg":"trace[27338959] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"193.683238ms","start":"2026-07-24T10:02:15.607278Z","end":"2026-07-24T10:02:15.800961Z","steps":["trace[27338959] 'process raft request' (duration: 193.126286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:19.495365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:19.996469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:20.496793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16408196273557743844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T10:02:20.565217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.653759019s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T10:02:20.565724Z","caller":"traceutil/trace.go:171","msg":"trace[1310491792] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:845; }","duration":"1.571421288s","start":"2026-07-24T10:02:18.994278Z","end":"2026-07-24T10:02:20.5657Z","steps":["trace[1310491792] 'read index received' (duration: 1.571075941s)","trace[1310491792] 'applied index is now lower than readState.Index' (duration: 344.027µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:02:20.565834Z","caller":"traceutil/trace.go:171","msg":"trace[972836818] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"1.654503655s","start":"2026-07-24T10:02:18.911305Z","end":"2026-07-24T10:02:20.565808Z","steps":["trace[972836818] 'process raft request' (duration: 1.654161198s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:20.565953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:18.911289Z","time spent":"1.654587997s","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T10:02:20.566001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571712244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-grthw\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-07-24T10:02:20.566038Z","caller":"traceutil/trace.go:171","msg":"trace[1639641730] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-grthw; range_end:; response_count:1; response_revision:815; }","duration":"1.571822616s","start":"2026-07-24T10:02:18.994205Z","end":"2026-07-24T10:02:20.566028Z","steps":["trace[1639641730] 'agreement among raft nodes before linearized reading' (duration: 1.571610211s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:20.566072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:18.994168Z","time spent":"1.571895218s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-grthw\" "} {"level":"warn","ts":"2026-07-24T10:02:20.566148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380373723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:02:20.566216Z","caller":"traceutil/trace.go:171","msg":"trace[1769482837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:815; }","duration":"1.380489116s","start":"2026-07-24T10:02:19.18571Z","end":"2026-07-24T10:02:20.566199Z","steps":["trace[1769482837] 'agreement among raft nodes before linearized reading' (duration: 1.380354163s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:20.566252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:19.185696Z","time spent":"1.380548486s","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T10:02:20.566284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.161251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T10:02:20.566369Z","caller":"traceutil/trace.go:171","msg":"trace[2100436741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:815; }","duration":"748.268654ms","start":"2026-07-24T10:02:19.818081Z","end":"2026-07-24T10:02:20.56635Z","steps":["trace[2100436741] 'agreement among raft nodes before linearized reading' (duration: 748.009958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:20.56641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:19.818063Z","time spent":"748.338165ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T10:02:20.566414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.881708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T10:02:20.566455Z","caller":"traceutil/trace.go:171","msg":"trace[718111909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:815; }","duration":"749.9711ms","start":"2026-07-24T10:02:19.81647Z","end":"2026-07-24T10:02:20.566441Z","steps":["trace[718111909] 'agreement among raft nodes before linearized reading' (duration: 749.814246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:20.566474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.808359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T10:02:20.566484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:19.816449Z","time spent":"750.02828ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T10:02:20.566507Z","caller":"traceutil/trace.go:171","msg":"trace[1982678892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:815; }","duration":"949.882331ms","start":"2026-07-24T10:02:19.616616Z","end":"2026-07-24T10:02:20.566498Z","steps":["trace[1982678892] 'agreement among raft nodes before linearized reading' (duration: 949.798089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:20.566534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:19.616597Z","time spent":"949.930442ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T10:02:20.566573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.344404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T10:02:20.566605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.052171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T10:02:20.566608Z","caller":"traceutil/trace.go:171","msg":"trace[100065219] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:815; }","duration":"670.407975ms","start":"2026-07-24T10:02:19.896189Z","end":"2026-07-24T10:02:20.566597Z","steps":["trace[100065219] 'agreement among raft nodes before linearized reading' (duration: 670.348134ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:20.566636Z","caller":"traceutil/trace.go:171","msg":"trace[667131423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:815; }","duration":"750.122123ms","start":"2026-07-24T10:02:19.816506Z","end":"2026-07-24T10:02:20.566628Z","steps":["trace[667131423] 'agreement among raft nodes before linearized reading' (duration: 750.045021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:20.566643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:19.896174Z","time spent":"670.461267ms","remote":"127.0.0.1:58568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T10:02:20.56665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.323656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-24T10:02:20.56666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:19.816484Z","time spent":"750.170803ms","remote":"127.0.0.1:58360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T10:02:20.566677Z","caller":"traceutil/trace.go:171","msg":"trace[2127337445] range","detail":"{range_begin:/registry/masterleases/199.19.213.78; range_end:; response_count:1; response_revision:815; }","duration":"439.393727ms","start":"2026-07-24T10:02:20.127276Z","end":"2026-07-24T10:02:20.56667Z","steps":["trace[2127337445] 'agreement among raft nodes before linearized reading' (duration: 439.321996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:02:20.566701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T10:02:20.12726Z","time spent":"439.434508ms","remote":"127.0.0.1:58160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.78\" "} {"level":"info","ts":"2026-07-24T10:02:20.74185Z","caller":"traceutil/trace.go:171","msg":"trace[1778979890] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"154.821452ms","start":"2026-07-24T10:02:20.587008Z","end":"2026-07-24T10:02:20.741829Z","steps":["trace[1778979890] 'process raft request' (duration: 154.588007ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:20.741931Z","caller":"traceutil/trace.go:171","msg":"trace[1441960192] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:846; }","duration":"151.213796ms","start":"2026-07-24T10:02:20.5907Z","end":"2026-07-24T10:02:20.741914Z","steps":["trace[1441960192] 'read index received' (duration: 138.086099ms)","trace[1441960192] 'applied index is now lower than readState.Index' (duration: 13.126867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T10:02:20.742035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.320338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:02:20.742064Z","caller":"traceutil/trace.go:171","msg":"trace[1632486152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"151.38995ms","start":"2026-07-24T10:02:20.590666Z","end":"2026-07-24T10:02:20.742055Z","steps":["trace[1632486152] 'agreement among raft nodes before linearized reading' (duration: 151.324678ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:20.742138Z","caller":"traceutil/trace.go:171","msg":"trace[29142186] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"152.743168ms","start":"2026-07-24T10:02:20.589383Z","end":"2026-07-24T10:02:20.742127Z","steps":["trace[29142186] 'process raft request' (duration: 152.458862ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:20.742144Z","caller":"traceutil/trace.go:171","msg":"trace[1618649329] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"154.331982ms","start":"2026-07-24T10:02:20.587784Z","end":"2026-07-24T10:02:20.742116Z","steps":["trace[1618649329] 'process raft request' (duration: 154.027536ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:20.741892Z","caller":"traceutil/trace.go:171","msg":"trace[1914206261] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"154.7433ms","start":"2026-07-24T10:02:20.587122Z","end":"2026-07-24T10:02:20.741865Z","steps":["trace[1914206261] 'process raft request' (duration: 154.623107ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:02:20.742538Z","caller":"traceutil/trace.go:171","msg":"trace[1617974661] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"155.353124ms","start":"2026-07-24T10:02:20.587164Z","end":"2026-07-24T10:02:20.742517Z","steps":["trace[1617974661] 'process raft request' (duration: 154.613998ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:03.021598Z","caller":"traceutil/trace.go:171","msg":"trace[257188644] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"160.307024ms","start":"2026-07-24T10:03:02.861256Z","end":"2026-07-24T10:03:03.021563Z","steps":["trace[257188644] 'process raft request' (duration: 160.08634ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:03.335978Z","caller":"traceutil/trace.go:171","msg":"trace[2046030184] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"253.767631ms","start":"2026-07-24T10:03:03.082174Z","end":"2026-07-24T10:03:03.335942Z","steps":["trace[2046030184] 'process raft request' (duration: 252.204953ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:03.371843Z","caller":"traceutil/trace.go:171","msg":"trace[1727441264] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"286.078342ms","start":"2026-07-24T10:03:03.08574Z","end":"2026-07-24T10:03:03.371818Z","steps":["trace[1727441264] 'process raft request' (duration: 286.001441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:03.37208Z","caller":"traceutil/trace.go:171","msg":"trace[1538900461] linearizableReadLoop","detail":"{readStateIndex:1129; appliedIndex:1126; }","duration":"216.857136ms","start":"2026-07-24T10:03:03.15516Z","end":"2026-07-24T10:03:03.372018Z","steps":["trace[1538900461] 'read index received' (duration: 179.257389ms)","trace[1538900461] 'applied index is now lower than readState.Index' (duration: 37.596686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T10:03:03.372223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.04689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:03:03.372234Z","caller":"traceutil/trace.go:171","msg":"trace[1123125328] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"288.860523ms","start":"2026-07-24T10:03:03.083345Z","end":"2026-07-24T10:03:03.372205Z","steps":["trace[1123125328] 'process raft request' (duration: 288.262032ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:03.372279Z","caller":"traceutil/trace.go:171","msg":"trace[644913781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"217.155221ms","start":"2026-07-24T10:03:03.155109Z","end":"2026-07-24T10:03:03.372264Z","steps":["trace[644913781] 'agreement among raft nodes before linearized reading' (duration: 217.055649ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:21.569394Z","caller":"traceutil/trace.go:171","msg":"trace[580416703] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"155.205464ms","start":"2026-07-24T10:03:21.414153Z","end":"2026-07-24T10:03:21.569358Z","steps":["trace[580416703] 'process raft request' (duration: 155.074782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:21.592914Z","caller":"traceutil/trace.go:171","msg":"trace[13610629] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1190; }","duration":"136.699326ms","start":"2026-07-24T10:03:21.456167Z","end":"2026-07-24T10:03:21.592867Z","steps":["trace[13610629] 'read index received' (duration: 113.015837ms)","trace[13610629] 'applied index is now lower than readState.Index' (duration: 23.682309ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:03:21.592973Z","caller":"traceutil/trace.go:171","msg":"trace[1210236734] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"168.772148ms","start":"2026-07-24T10:03:21.42417Z","end":"2026-07-24T10:03:21.592942Z","steps":["trace[1210236734] 'process raft request' (duration: 168.542954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:03:21.593189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.005651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T10:03:21.593189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.35958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T10:03:21.59326Z","caller":"traceutil/trace.go:171","msg":"trace[561498452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1148; }","duration":"137.111332ms","start":"2026-07-24T10:03:21.456132Z","end":"2026-07-24T10:03:21.593243Z","steps":["trace[561498452] 'agreement among raft nodes before linearized reading' (duration: 136.902219ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:21.593272Z","caller":"traceutil/trace.go:171","msg":"trace[1891597909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1148; }","duration":"136.496663ms","start":"2026-07-24T10:03:21.456758Z","end":"2026-07-24T10:03:21.593255Z","steps":["trace[1891597909] 'agreement among raft nodes before linearized reading' (duration: 136.309539ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:23.71561Z","caller":"traceutil/trace.go:171","msg":"trace[805570453] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"139.525233ms","start":"2026-07-24T10:03:23.576059Z","end":"2026-07-24T10:03:23.715584Z","steps":["trace[805570453] 'process raft request' (duration: 139.413561ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:23.718649Z","caller":"traceutil/trace.go:171","msg":"trace[1008915468] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1196; }","duration":"102.656551ms","start":"2026-07-24T10:03:23.61597Z","end":"2026-07-24T10:03:23.718626Z","steps":["trace[1008915468] 'read index received' (duration: 99.440016ms)","trace[1008915468] 'applied index is now lower than readState.Index' (duration: 3.215715ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:03:23.718773Z","caller":"traceutil/trace.go:171","msg":"trace[587596222] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"121.594235ms","start":"2026-07-24T10:03:23.597164Z","end":"2026-07-24T10:03:23.718759Z","steps":["trace[587596222] 'process raft request' (duration: 121.338351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:03:23.718998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.996457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T10:03:23.719027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.037467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T10:03:23.71906Z","caller":"traceutil/trace.go:171","msg":"trace[463508481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1154; }","duration":"103.099468ms","start":"2026-07-24T10:03:23.615946Z","end":"2026-07-24T10:03:23.719045Z","steps":["trace[463508481] 'agreement among raft nodes before linearized reading' (duration: 102.914215ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:23.719099Z","caller":"traceutil/trace.go:171","msg":"trace[20169305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1154; }","duration":"103.116679ms","start":"2026-07-24T10:03:23.615963Z","end":"2026-07-24T10:03:23.71908Z","steps":["trace[20169305] 'agreement among raft nodes before linearized reading' (duration: 102.913285ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:25.243969Z","caller":"traceutil/trace.go:171","msg":"trace[2035605611] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"116.664313ms","start":"2026-07-24T10:03:25.127265Z","end":"2026-07-24T10:03:25.24393Z","steps":["trace[2035605611] 'process raft request' (duration: 116.529431ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:03:25.825785Z","caller":"traceutil/trace.go:171","msg":"trace[1756195474] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"101.092958ms","start":"2026-07-24T10:03:25.724644Z","end":"2026-07-24T10:03:25.825737Z","steps":["trace[1756195474] 'process raft request' (duration: 100.979276ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:04:19.85469Z","caller":"traceutil/trace.go:171","msg":"trace[1344948763] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"204.95684ms","start":"2026-07-24T10:04:19.64971Z","end":"2026-07-24T10:04:19.854667Z","steps":["trace[1344948763] 'process raft request' (duration: 204.820687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:04:20.331041Z","caller":"traceutil/trace.go:171","msg":"trace[1282473061] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"250.76154ms","start":"2026-07-24T10:04:20.080252Z","end":"2026-07-24T10:04:20.331014Z","steps":["trace[1282473061] 'process raft request' (duration: 250.603507ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:04:20.353619Z","caller":"traceutil/trace.go:171","msg":"trace[160470627] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1432; }","duration":"267.938711ms","start":"2026-07-24T10:04:20.085664Z","end":"2026-07-24T10:04:20.353603Z","steps":["trace[160470627] 'read index received' (duration: 245.212812ms)","trace[160470627] 'applied index is now lower than readState.Index' (duration: 22.725139ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:04:20.353691Z","caller":"traceutil/trace.go:171","msg":"trace[663637666] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"271.03356ms","start":"2026-07-24T10:04:20.082617Z","end":"2026-07-24T10:04:20.35365Z","steps":["trace[663637666] 'process raft request' (duration: 270.898698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:04:20.353782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.546497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T10:04:20.353808Z","caller":"traceutil/trace.go:171","msg":"trace[550963161] range","detail":"{range_begin:/registry/masterleases/199.19.213.78; range_end:; response_count:1; response_revision:1377; }","duration":"219.610588ms","start":"2026-07-24T10:04:20.13419Z","end":"2026-07-24T10:04:20.353801Z","steps":["trace[550963161] 'agreement among raft nodes before linearized reading' (duration: 219.508627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:04:20.353919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.224989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T10:04:20.353963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.283345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T10:04:20.353987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.346261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:04:20.354013Z","caller":"traceutil/trace.go:171","msg":"trace[907787353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1377; }","duration":"184.364452ms","start":"2026-07-24T10:04:20.169627Z","end":"2026-07-24T10:04:20.353992Z","steps":["trace[907787353] 'agreement among raft nodes before linearized reading' (duration: 184.124718ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:04:20.354021Z","caller":"traceutil/trace.go:171","msg":"trace[963098783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1377; }","duration":"190.374117ms","start":"2026-07-24T10:04:20.16363Z","end":"2026-07-24T10:04:20.354004Z","steps":["trace[963098783] 'agreement among raft nodes before linearized reading' (duration: 190.234034ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:04:20.354078Z","caller":"traceutil/trace.go:171","msg":"trace[870786853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1377; }","duration":"184.477894ms","start":"2026-07-24T10:04:20.169579Z","end":"2026-07-24T10:04:20.354057Z","steps":["trace[870786853] 'agreement among raft nodes before linearized reading' (duration: 184.27958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T10:04:20.353764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.078473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T10:04:20.354948Z","caller":"traceutil/trace.go:171","msg":"trace[2005521757] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1377; }","duration":"269.316773ms","start":"2026-07-24T10:04:20.085613Z","end":"2026-07-24T10:04:20.35493Z","steps":["trace[2005521757] 'agreement among raft nodes before linearized reading' (duration: 268.071404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:04:20.513865Z","caller":"traceutil/trace.go:171","msg":"trace[309387778] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"155.227151ms","start":"2026-07-24T10:04:20.358616Z","end":"2026-07-24T10:04:20.513843Z","steps":["trace[309387778] 'process raft request' (duration: 155.17661ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T10:04:20.513886Z","caller":"traceutil/trace.go:171","msg":"trace[1709501811] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"155.334883ms","start":"2026-07-24T10:04:20.358508Z","end":"2026-07-24T10:04:20.513843Z","steps":["trace[1709501811] 'process raft request' (duration: 100.893303ms)","trace[1709501811] 'compare' (duration: 54.226656ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T10:04:20.534577Z","caller":"traceutil/trace.go:171","msg":"trace[432496785] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"167.344123ms","start":"2026-07-24T10:04:20.367214Z","end":"2026-07-24T10:04:20.534558Z","steps":["trace[432496785] 'process raft request' (duration: 167.230391ms)"],"step_count":1}