{"level":"warn","ts":"2026-04-28T06:05:04.21708Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T06:05:04.217195Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T06:05:04.217314Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T06:05:04.217333Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-28T06:05:04.217407Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T06:05:04.21829Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-04-28T06:05:04.21839Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T06:05:04.257556Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"35.953365ms"} {"level":"info","ts":"2026-04-28T06:05:04.407526Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-04-28T06:05:04.407699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T06:05:04.407746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-04-28T06:05:04.407785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T06:05:04.407822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-04-28T06:05:04.407937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-04-28T06:05:04.486658Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T06:05:04.498523Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T06:05:04.504531Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T06:05:04.555191Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T06:05:04.555916Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T06:05:04.55593Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T06:05:04.55613Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T06:05:04.556191Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T06:05:04.55883Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T06:05:04.558949Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-28T06:05:04.558973Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-28T06:05:04.559533Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T06:05:04.559574Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T06:05:04.590194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-04-28T06:05:04.590407Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-28T06:05:04.809158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T06:05:04.809245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T06:05:04.809283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-04-28T06:05:04.809303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-04-28T06:05:04.809315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-28T06:05:04.809345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-04-28T06:05:04.809363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-28T06:05:04.835605Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T06:05:04.84312Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T06:05:04.84312Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T06:05:04.843159Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T06:05:04.843499Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T06:05:04.843594Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T06:05:04.845884Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T06:05:04.850357Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-04-28T06:05:04.85982Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T06:05:04.859982Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T06:05:04.860018Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-28T06:05:06.304261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.812795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T06:05:06.304272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.425619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T06:05:06.30439Z","caller":"traceutil/trace.go:171","msg":"trace[1599580719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:9; }","duration":"129.990439ms","start":"2026-04-28T06:05:06.174366Z","end":"2026-04-28T06:05:06.304357Z","steps":["trace[1599580719] 'agreement among raft nodes before linearized reading' (duration: 129.709742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:06.304416Z","caller":"traceutil/trace.go:171","msg":"trace[2023738129] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:9; }","duration":"152.609544ms","start":"2026-04-28T06:05:06.151782Z","end":"2026-04-28T06:05:06.304391Z","steps":["trace[2023738129] 'agreement among raft nodes before linearized reading' (duration: 152.403689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:06.304781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.789671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T06:05:06.304829Z","caller":"traceutil/trace.go:171","msg":"trace[1120419760] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"101.861263ms","start":"2026-04-28T06:05:06.202957Z","end":"2026-04-28T06:05:06.304818Z","steps":["trace[1120419760] 'agreement among raft nodes before linearized reading' (duration: 101.798571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:06.304994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.585084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T06:05:06.305029Z","caller":"traceutil/trace.go:171","msg":"trace[1051120776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:9; }","duration":"130.638624ms","start":"2026-04-28T06:05:06.174382Z","end":"2026-04-28T06:05:06.30502Z","steps":["trace[1051120776] 'agreement among raft nodes before linearized reading' (duration: 130.587953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:06.485705Z","caller":"traceutil/trace.go:171","msg":"trace[1286968073] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"175.144285ms","start":"2026-04-28T06:05:06.310508Z","end":"2026-04-28T06:05:06.485652Z","steps":["trace[1286968073] 'process raft request' (duration: 157.110951ms)","trace[1286968073] 'compare' (duration: 17.753477ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:06.48594Z","caller":"traceutil/trace.go:171","msg":"trace[546658528] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"174.297576ms","start":"2026-04-28T06:05:06.311592Z","end":"2026-04-28T06:05:06.48589Z","steps":["trace[546658528] 'process raft request' (duration: 173.949157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:06.486132Z","caller":"traceutil/trace.go:171","msg":"trace[302186705] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16; }","duration":"174.383628ms","start":"2026-04-28T06:05:06.311639Z","end":"2026-04-28T06:05:06.486023Z","steps":["trace[302186705] 'process raft request' (duration: 173.962808ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:06.486549Z","caller":"traceutil/trace.go:171","msg":"trace[703814654] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"174.745857ms","start":"2026-04-28T06:05:06.311737Z","end":"2026-04-28T06:05:06.486483Z","steps":["trace[703814654] 'process raft request' (duration: 173.913906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:06.487146Z","caller":"traceutil/trace.go:171","msg":"trace[2017207701] linearizableReadLoop","detail":"{readStateIndex:18; appliedIndex:13; }","duration":"176.011927ms","start":"2026-04-28T06:05:06.31107Z","end":"2026-04-28T06:05:06.487082Z","steps":["trace[2017207701] 'read index received' (duration: 84.458853ms)","trace[2017207701] 'applied index is now lower than readState.Index' (duration: 91.551524ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:06.487228Z","caller":"traceutil/trace.go:171","msg":"trace[731616664] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"172.207596ms","start":"2026-04-28T06:05:06.314984Z","end":"2026-04-28T06:05:06.487192Z","steps":["trace[731616664] 'process raft request' (duration: 171.401776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:06.487368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.549394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3491"} {"level":"info","ts":"2026-04-28T06:05:06.487432Z","caller":"traceutil/trace.go:171","msg":"trace[537635275] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22; }","duration":"177.652636ms","start":"2026-04-28T06:05:06.30976Z","end":"2026-04-28T06:05:06.487413Z","steps":["trace[537635275] 'agreement among raft nodes before linearized reading' (duration: 177.514692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:06.487603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.255215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-28T06:05:06.487654Z","caller":"traceutil/trace.go:171","msg":"trace[622631377] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:22; }","duration":"125.339637ms","start":"2026-04-28T06:05:06.362302Z","end":"2026-04-28T06:05:06.487641Z","steps":["trace[622631377] 'agreement among raft nodes before linearized reading' (duration: 125.253175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:06.487813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.765888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-28T06:05:06.487866Z","caller":"traceutil/trace.go:171","msg":"trace[570159243] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:22; }","duration":"118.83492ms","start":"2026-04-28T06:05:06.369018Z","end":"2026-04-28T06:05:06.487853Z","steps":["trace[570159243] 'agreement among raft nodes before linearized reading' (duration: 118.754428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:06.488266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.273724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-28T06:05:06.488327Z","caller":"traceutil/trace.go:171","msg":"trace[466094060] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:22; }","duration":"125.366227ms","start":"2026-04-28T06:05:06.362946Z","end":"2026-04-28T06:05:06.488312Z","steps":["trace[466094060] 'agreement among raft nodes before linearized reading' (duration: 125.247394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:11.047387Z","caller":"traceutil/trace.go:171","msg":"trace[39118155] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"139.891547ms","start":"2026-04-28T06:05:10.907457Z","end":"2026-04-28T06:05:11.047348Z","steps":["trace[39118155] 'process raft request' (duration: 139.547778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:12.31813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498917913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:05:12.818527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498917913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:05:13.298028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.48075974s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:05:13.333889Z","caller":"traceutil/trace.go:171","msg":"trace[1391860640] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"1.522895605s","start":"2026-04-28T06:05:11.810965Z","end":"2026-04-28T06:05:13.333861Z","steps":["trace[1391860640] 'process raft request' (duration: 1.487428071s)","trace[1391860640] 'compare' (duration: 35.28855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:13.334478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.81093Z","time spent":"1.523021379s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:13.364807Z","caller":"traceutil/trace.go:171","msg":"trace[1426314566] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"1.544042064s","start":"2026-04-28T06:05:11.820723Z","end":"2026-04-28T06:05:13.364765Z","steps":["trace[1426314566] 'process raft request' (duration: 1.543818339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.364986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.820712Z","time spent":"1.544192387s","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":373,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:13.364983Z","caller":"traceutil/trace.go:171","msg":"trace[1926393275] linearizableReadLoop","detail":"{readStateIndex:245; appliedIndex:237; }","duration":"1.547560519s","start":"2026-04-28T06:05:11.817401Z","end":"2026-04-28T06:05:13.364961Z","steps":["trace[1926393275] 'read index received' (duration: 1.481008767s)","trace[1926393275] 'applied index is now lower than readState.Index' (duration: 66.550232ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:13.364956Z","caller":"traceutil/trace.go:171","msg":"trace[942527493] transaction","detail":"{read_only:false; number_of_response:0; response_revision:233; }","duration":"1.452317906s","start":"2026-04-28T06:05:11.9126Z","end":"2026-04-28T06:05:13.364918Z","steps":["trace[942527493] 'process raft request' (duration: 1.45209712s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.364998Z","caller":"traceutil/trace.go:171","msg":"trace[1398122965] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"1.427228062s","start":"2026-04-28T06:05:11.937711Z","end":"2026-04-28T06:05:13.364939Z","steps":["trace[1398122965] 'process raft request' (duration: 1.427026747s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.365058Z","caller":"traceutil/trace.go:171","msg":"trace[1282866513] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"1.42632305s","start":"2026-04-28T06:05:11.938712Z","end":"2026-04-28T06:05:13.365035Z","steps":["trace[1282866513] 'process raft request' (duration: 1.426122786s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.365099Z","caller":"traceutil/trace.go:171","msg":"trace[1975735073] transaction","detail":"{read_only:false; number_of_response:0; response_revision:236; }","duration":"1.42628655s","start":"2026-04-28T06:05:11.938798Z","end":"2026-04-28T06:05:13.365085Z","steps":["trace[1975735073] 'process raft request' (duration: 1.426082415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.365143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.938687Z","time spent":"1.426419173s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:13.365153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.937689Z","time spent":"1.427394626s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:13.365169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.938791Z","time spent":"1.426340631s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:13.366064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555272634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-28T06:05:13.366118Z","caller":"traceutil/trace.go:171","msg":"trace[1041151556] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:236; }","duration":"1.555365776s","start":"2026-04-28T06:05:11.810736Z","end":"2026-04-28T06:05:13.366102Z","steps":["trace[1041151556] 'agreement among raft nodes before linearized reading' (duration: 1.554586647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.366152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.81072Z","time spent":"1.555423088s","remote":"127.0.0.1:58476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-28T06:05:13.365165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.912568Z","time spent":"1.45250958s","remote":"127.0.0.1:58276","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:13.365323Z","caller":"traceutil/trace.go:171","msg":"trace[399817087] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"1.427430347s","start":"2026-04-28T06:05:11.937844Z","end":"2026-04-28T06:05:13.365274Z","steps":["trace[399817087] 'process raft request' (duration: 1.426946766s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.366513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.937836Z","time spent":"1.428639087s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:13.365956Z","caller":"traceutil/trace.go:171","msg":"trace[724380278] transaction","detail":"{read_only:false; number_of_response:0; response_revision:236; }","duration":"1.426144846s","start":"2026-04-28T06:05:11.939099Z","end":"2026-04-28T06:05:13.365244Z","steps":["trace[724380278] 'process raft request' (duration: 1.425831739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.366619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.939089Z","time spent":"1.42750936s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:13.386867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.457687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T06:05:13.386874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.419874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:13.386942Z","caller":"traceutil/trace.go:171","msg":"trace[1259309705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:237; }","duration":"763.560399ms","start":"2026-04-28T06:05:12.623364Z","end":"2026-04-28T06:05:13.386925Z","steps":["trace[1259309705] 'agreement among raft nodes before linearized reading' (duration: 763.385745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.386964Z","caller":"traceutil/trace.go:171","msg":"trace[719952716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:237; }","duration":"760.542747ms","start":"2026-04-28T06:05:12.626395Z","end":"2026-04-28T06:05:13.386938Z","steps":["trace[719952716] 'agreement among raft nodes before linearized reading' (duration: 760.349912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.386979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:12.623352Z","time spent":"763.619461ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:05:13.387019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:12.626384Z","time spent":"760.625749ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:05:13.387085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.027103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T06:05:13.38717Z","caller":"traceutil/trace.go:171","msg":"trace[640332954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:237; }","duration":"170.139266ms","start":"2026-04-28T06:05:13.21701Z","end":"2026-04-28T06:05:13.387149Z","steps":["trace[640332954] 'agreement among raft nodes before linearized reading' (duration: 169.976642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.387196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566785412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4017"} {"level":"warn","ts":"2026-04-28T06:05:13.387165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.521452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:05:13.387229Z","caller":"traceutil/trace.go:171","msg":"trace[436051900] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:237; }","duration":"1.566831733s","start":"2026-04-28T06:05:11.820388Z","end":"2026-04-28T06:05:13.387219Z","steps":["trace[436051900] 'agreement among raft nodes before linearized reading' (duration: 1.566764871s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.387286Z","caller":"traceutil/trace.go:171","msg":"trace[1140395068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:237; }","duration":"764.701487ms","start":"2026-04-28T06:05:12.622556Z","end":"2026-04-28T06:05:13.387258Z","steps":["trace[1140395068] 'agreement among raft nodes before linearized reading' (duration: 764.399339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.387355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:12.622535Z","time spent":"764.807539ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:05:13.3873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:11.820379Z","time spent":"1.566912884s","remote":"127.0.0.1:58276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4039,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T06:05:13.592974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.156109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:13.593181Z","caller":"traceutil/trace.go:171","msg":"trace[667227244] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"202.173276ms","start":"2026-04-28T06:05:13.39097Z","end":"2026-04-28T06:05:13.593144Z","steps":["trace[667227244] 'process raft request' (duration: 52.503914ms)","trace[667227244] 'compare' (duration: 149.024536ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:13.593428Z","caller":"traceutil/trace.go:171","msg":"trace[858473869] linearizableReadLoop","detail":"{readStateIndex:253; appliedIndex:247; }","duration":"195.398594ms","start":"2026-04-28T06:05:13.398009Z","end":"2026-04-28T06:05:13.593407Z","steps":["trace[858473869] 'read index received' (duration: 45.478435ms)","trace[858473869] 'applied index is now lower than readState.Index' (duration: 149.919109ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:13.593506Z","caller":"traceutil/trace.go:171","msg":"trace[239680677] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"201.179313ms","start":"2026-04-28T06:05:13.392302Z","end":"2026-04-28T06:05:13.593482Z","steps":["trace[239680677] 'process raft request' (duration: 200.878996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.593522Z","caller":"traceutil/trace.go:171","msg":"trace[1458031012] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"201.218813ms","start":"2026-04-28T06:05:13.392284Z","end":"2026-04-28T06:05:13.593503Z","steps":["trace[1458031012] 'process raft request' (duration: 200.871835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.593631Z","caller":"traceutil/trace.go:171","msg":"trace[235148152] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"202.595517ms","start":"2026-04-28T06:05:13.391001Z","end":"2026-04-28T06:05:13.593597Z","steps":["trace[235148152] 'process raft request' (duration: 202.069414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.593709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.698551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:13.593535Z","caller":"traceutil/trace.go:171","msg":"trace[1661162824] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"200.785193ms","start":"2026-04-28T06:05:13.392735Z","end":"2026-04-28T06:05:13.59352Z","steps":["trace[1661162824] 'process raft request' (duration: 200.589178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.593753Z","caller":"traceutil/trace.go:171","msg":"trace[482789856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:244; }","duration":"195.792893ms","start":"2026-04-28T06:05:13.397945Z","end":"2026-04-28T06:05:13.593737Z","steps":["trace[482789856] 'agreement among raft nodes before linearized reading' (duration: 195.721121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.593995Z","caller":"traceutil/trace.go:171","msg":"trace[1039411787] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"202.036822ms","start":"2026-04-28T06:05:13.391946Z","end":"2026-04-28T06:05:13.593982Z","steps":["trace[1039411787] 'process raft request' (duration: 201.171671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:13.5956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.93742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4017"} {"level":"info","ts":"2026-04-28T06:05:13.595972Z","caller":"traceutil/trace.go:171","msg":"trace[1039481411] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:246; }","duration":"197.143985ms","start":"2026-04-28T06:05:13.3986Z","end":"2026-04-28T06:05:13.595744Z","steps":["trace[1039481411] 'agreement among raft nodes before linearized reading' (duration: 196.890839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.59619Z","caller":"traceutil/trace.go:171","msg":"trace[718583713] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"196.168962ms","start":"2026-04-28T06:05:13.400001Z","end":"2026-04-28T06:05:13.59617Z","steps":["trace[718583713] 'process raft request' (duration: 195.247949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:13.596003Z","caller":"traceutil/trace.go:171","msg":"trace[1269104176] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"184.548352ms","start":"2026-04-28T06:05:13.411433Z","end":"2026-04-28T06:05:13.595982Z","steps":["trace[1269104176] 'process raft request' (duration: 183.972427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:14.147433Z","caller":"traceutil/trace.go:171","msg":"trace[622204019] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"216.197643ms","start":"2026-04-28T06:05:13.931196Z","end":"2026-04-28T06:05:14.147394Z","steps":["trace[622204019] 'process raft request' (duration: 153.994796ms)","trace[622204019] 'compare' (duration: 61.991802ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:14.147711Z","caller":"traceutil/trace.go:171","msg":"trace[1083019744] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"216.456249ms","start":"2026-04-28T06:05:13.931245Z","end":"2026-04-28T06:05:14.147701Z","steps":["trace[1083019744] 'process raft request' (duration: 216.0874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:14.147762Z","caller":"traceutil/trace.go:171","msg":"trace[683191746] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"215.866105ms","start":"2026-04-28T06:05:13.931884Z","end":"2026-04-28T06:05:14.14775Z","steps":["trace[683191746] 'process raft request' (duration: 215.65959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:14.269565Z","caller":"traceutil/trace.go:171","msg":"trace[417329010] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:278; }","duration":"108.156603ms","start":"2026-04-28T06:05:14.161381Z","end":"2026-04-28T06:05:14.269538Z","steps":["trace[417329010] 'read index received' (duration: 105.873108ms)","trace[417329010] 'applied index is now lower than readState.Index' (duration: 2.282285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:14.269877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.437996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-28T06:05:14.269878Z","caller":"traceutil/trace.go:171","msg":"trace[669720696] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"108.594564ms","start":"2026-04-28T06:05:14.161248Z","end":"2026-04-28T06:05:14.269842Z","steps":["trace[669720696] 'process raft request' (duration: 106.065043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:14.269954Z","caller":"traceutil/trace.go:171","msg":"trace[1957223906] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:270; }","duration":"107.571279ms","start":"2026-04-28T06:05:14.162362Z","end":"2026-04-28T06:05:14.269933Z","steps":["trace[1957223906] 'agreement among raft nodes before linearized reading' (duration: 107.419025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:14.270394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.992423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:14.270449Z","caller":"traceutil/trace.go:171","msg":"trace[1525266519] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:0; response_revision:270; }","duration":"109.105076ms","start":"2026-04-28T06:05:14.161331Z","end":"2026-04-28T06:05:14.270436Z","steps":["trace[1525266519] 'agreement among raft nodes before linearized reading' (duration: 108.983543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:14.478209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.426527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:14.478422Z","caller":"traceutil/trace.go:171","msg":"trace[1466651335] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"129.380395ms","start":"2026-04-28T06:05:14.349022Z","end":"2026-04-28T06:05:14.478403Z","steps":["trace[1466651335] 'process raft request' (duration: 129.305723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:14.478431Z","caller":"traceutil/trace.go:171","msg":"trace[1899490320] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"131.385703ms","start":"2026-04-28T06:05:14.347013Z","end":"2026-04-28T06:05:14.478399Z","steps":["trace[1899490320] 'process raft request' (duration: 25.688149ms)","trace[1899490320] 'compare' (duration: 105.270533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:14.731042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.762835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:14.731183Z","caller":"traceutil/trace.go:171","msg":"trace[1759912765] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"174.331735ms","start":"2026-04-28T06:05:14.55683Z","end":"2026-04-28T06:05:14.731162Z","steps":["trace[1759912765] 'process raft request' (duration: 24.371796ms)","trace[1759912765] 'compare' (duration: 149.606791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:14.987661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.701072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:14.987783Z","caller":"traceutil/trace.go:171","msg":"trace[657373490] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"169.322215ms","start":"2026-04-28T06:05:14.818438Z","end":"2026-04-28T06:05:14.98776Z","steps":["trace[657373490] 'process raft request' (duration: 61.444219ms)","trace[657373490] 'compare' (duration: 107.524438ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:15.42376Z","caller":"traceutil/trace.go:171","msg":"trace[1091321911] linearizableReadLoop","detail":"{readStateIndex:294; appliedIndex:293; }","duration":"154.373305ms","start":"2026-04-28T06:05:15.269365Z","end":"2026-04-28T06:05:15.423739Z","steps":["trace[1091321911] 'read index received' (duration: 154.214171ms)","trace[1091321911] 'applied index is now lower than readState.Index' (duration: 155.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:15.423821Z","caller":"traceutil/trace.go:171","msg":"trace[149339721] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"262.761434ms","start":"2026-04-28T06:05:15.161028Z","end":"2026-04-28T06:05:15.423789Z","steps":["trace[149339721] 'process raft request' (duration: 262.58761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:15.423912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.517848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:15.423946Z","caller":"traceutil/trace.go:171","msg":"trace[203928454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:285; }","duration":"154.661702ms","start":"2026-04-28T06:05:15.269274Z","end":"2026-04-28T06:05:15.423935Z","steps":["trace[203928454] 'agreement among raft nodes before linearized reading' (duration: 154.545119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:15.620277Z","caller":"traceutil/trace.go:171","msg":"trace[672043173] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"101.258397ms","start":"2026-04-28T06:05:15.519003Z","end":"2026-04-28T06:05:15.620262Z","steps":["trace[672043173] 'process raft request' (duration: 96.501573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:15.978825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.505155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:15.978935Z","caller":"traceutil/trace.go:171","msg":"trace[2114154283] linearizableReadLoop","detail":"{readStateIndex:304; appliedIndex:303; }","duration":"119.568948ms","start":"2026-04-28T06:05:15.859347Z","end":"2026-04-28T06:05:15.978916Z","steps":["trace[2114154283] 'read index received' (duration: 42.611µs)","trace[2114154283] 'applied index is now lower than readState.Index' (duration: 119.524777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:15.979066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.711641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-04-28T06:05:15.979102Z","caller":"traceutil/trace.go:171","msg":"trace[837239891] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:295; }","duration":"119.793043ms","start":"2026-04-28T06:05:15.859299Z","end":"2026-04-28T06:05:15.979092Z","steps":["trace[837239891] 'agreement among raft nodes before linearized reading' (duration: 119.6673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:15.979309Z","caller":"traceutil/trace.go:171","msg":"trace[1174651380] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"263.302938ms","start":"2026-04-28T06:05:15.715987Z","end":"2026-04-28T06:05:15.97929Z","steps":["trace[1174651380] 'process raft request' (duration: 77.25551ms)","trace[1174651380] 'compare' (duration: 185.348511ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:16.188521Z","caller":"traceutil/trace.go:171","msg":"trace[1503122477] linearizableReadLoop","detail":"{readStateIndex:307; appliedIndex:306; }","duration":"111.249399ms","start":"2026-04-28T06:05:16.077244Z","end":"2026-04-28T06:05:16.188494Z","steps":["trace[1503122477] 'read index received' (duration: 92.723802ms)","trace[1503122477] 'applied index is now lower than readState.Index' (duration: 18.524276ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:16.188636Z","caller":"traceutil/trace.go:171","msg":"trace[2128785750] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"166.243141ms","start":"2026-04-28T06:05:16.022346Z","end":"2026-04-28T06:05:16.188589Z","steps":["trace[2128785750] 'process raft request' (duration: 147.805136ms)","trace[2128785750] 'compare' (duration: 18.016675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:16.188678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.415832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T06:05:16.188735Z","caller":"traceutil/trace.go:171","msg":"trace[377445435] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:298; }","duration":"111.546965ms","start":"2026-04-28T06:05:16.077174Z","end":"2026-04-28T06:05:16.188721Z","steps":["trace[377445435] 'agreement among raft nodes before linearized reading' (duration: 111.431422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:16.791603Z","caller":"traceutil/trace.go:171","msg":"trace[167975860] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"110.974801ms","start":"2026-04-28T06:05:16.68058Z","end":"2026-04-28T06:05:16.791554Z","steps":["trace[167975860] 'process raft request' (duration: 91.176974ms)","trace[167975860] 'compare' (duration: 19.612632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:18.829206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498918120,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T06:05:18.973553Z","caller":"traceutil/trace.go:171","msg":"trace[1480497933] linearizableReadLoop","detail":"{readStateIndex:325; appliedIndex:324; }","duration":"645.115577ms","start":"2026-04-28T06:05:18.328411Z","end":"2026-04-28T06:05:18.973527Z","steps":["trace[1480497933] 'read index received' (duration: 644.624076ms)","trace[1480497933] 'applied index is now lower than readState.Index' (duration: 490.191µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:18.973694Z","caller":"traceutil/trace.go:171","msg":"trace[1908455598] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"663.545761ms","start":"2026-04-28T06:05:18.310136Z","end":"2026-04-28T06:05:18.973682Z","steps":["trace[1908455598] 'process raft request' (duration: 663.110111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.973943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.310118Z","time spent":"663.740896ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:18.973969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.218678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T06:05:18.974058Z","caller":"traceutil/trace.go:171","msg":"trace[1466343384] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:316; }","duration":"625.343171ms","start":"2026-04-28T06:05:18.348692Z","end":"2026-04-28T06:05:18.974035Z","steps":["trace[1466343384] 'agreement among raft nodes before linearized reading' (duration: 625.136497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.974115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.34868Z","time spent":"625.422333ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-28T06:05:18.974183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.53366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T06:05:18.974244Z","caller":"traceutil/trace.go:171","msg":"trace[623487528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:316; }","duration":"373.663454ms","start":"2026-04-28T06:05:18.60056Z","end":"2026-04-28T06:05:18.974223Z","steps":["trace[623487528] 'agreement among raft nodes before linearized reading' (duration: 373.550691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.974283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.600528Z","time spent":"373.745915ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-28T06:05:18.974383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.78282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-28T06:05:18.974432Z","caller":"traceutil/trace.go:171","msg":"trace[993699067] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:316; }","duration":"423.876252ms","start":"2026-04-28T06:05:18.550539Z","end":"2026-04-28T06:05:18.974415Z","steps":["trace[993699067] 'agreement among raft nodes before linearized reading' (duration: 423.79197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.97455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.550506Z","time spent":"423.954024ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-28T06:05:18.974553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.148342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-04-28T06:05:18.974682Z","caller":"traceutil/trace.go:171","msg":"trace[822093835] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:316; }","duration":"646.300636ms","start":"2026-04-28T06:05:18.328356Z","end":"2026-04-28T06:05:18.974657Z","steps":["trace[822093835] 'agreement among raft nodes before linearized reading' (duration: 646.136371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.974704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.810296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T06:05:18.974769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.328335Z","time spent":"646.415839ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T06:05:18.974791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.82966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T06:05:18.974852Z","caller":"traceutil/trace.go:171","msg":"trace[950439960] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:316; }","duration":"474.979283ms","start":"2026-04-28T06:05:18.499857Z","end":"2026-04-28T06:05:18.974836Z","steps":["trace[950439960] 'agreement among raft nodes before linearized reading' (duration: 474.863361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.974877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.405562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T06:05:18.974801Z","caller":"traceutil/trace.go:171","msg":"trace[470969949] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:316; }","duration":"274.949039ms","start":"2026-04-28T06:05:18.699827Z","end":"2026-04-28T06:05:18.974776Z","steps":["trace[470969949] 'agreement among raft nodes before linearized reading' (duration: 274.791155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:18.974931Z","caller":"traceutil/trace.go:171","msg":"trace[2117771039] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:316; }","duration":"224.514294ms","start":"2026-04-28T06:05:18.750404Z","end":"2026-04-28T06:05:18.974918Z","steps":["trace[2117771039] 'agreement among raft nodes before linearized reading' (duration: 224.426852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.975041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.831519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-28T06:05:18.974893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.49983Z","time spent":"475.051914ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-04-28T06:05:18.975086Z","caller":"traceutil/trace.go:171","msg":"trace[2119428503] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:316; }","duration":"324.932221ms","start":"2026-04-28T06:05:18.650141Z","end":"2026-04-28T06:05:18.975073Z","steps":["trace[2119428503] 'agreement among raft nodes before linearized reading' (duration: 324.847959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.975119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.650115Z","time spent":"324.997302ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-28T06:05:18.975236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.109074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-28T06:05:18.975265Z","caller":"traceutil/trace.go:171","msg":"trace[484154022] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:316; }","duration":"526.160104ms","start":"2026-04-28T06:05:18.449096Z","end":"2026-04-28T06:05:18.975256Z","steps":["trace[484154022] 'agreement among raft nodes before linearized reading' (duration: 526.105683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.975291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.449076Z","time spent":"526.209336ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-28T06:05:18.975584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.351874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-28T06:05:18.975707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.608928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:18.975693Z","caller":"traceutil/trace.go:171","msg":"trace[1357470586] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:316; }","duration":"564.631681ms","start":"2026-04-28T06:05:18.411033Z","end":"2026-04-28T06:05:18.975665Z","steps":["trace[1357470586] 'agreement among raft nodes before linearized reading' (duration: 564.294933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:18.97576Z","caller":"traceutil/trace.go:171","msg":"trace[640842173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:316; }","duration":"598.70479ms","start":"2026-04-28T06:05:18.377044Z","end":"2026-04-28T06:05:18.975749Z","steps":["trace[640842173] 'agreement among raft nodes before linearized reading' (duration: 598.342101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:18.975785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.410982Z","time spent":"564.786384ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-28T06:05:18.975791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:18.377021Z","time spent":"598.763512ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:19.158247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.737026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:19.158709Z","caller":"traceutil/trace.go:171","msg":"trace[669511955] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"177.697577ms","start":"2026-04-28T06:05:18.980764Z","end":"2026-04-28T06:05:19.158461Z","steps":["trace[669511955] 'process raft request' (duration: 56.645903ms)","trace[669511955] 'compare' (duration: 120.568452ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:19.158998Z","caller":"traceutil/trace.go:171","msg":"trace[502683373] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"172.84382ms","start":"2026-04-28T06:05:18.986082Z","end":"2026-04-28T06:05:19.158925Z","steps":["trace[502683373] 'process raft request' (duration: 172.534882ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.159029Z","caller":"traceutil/trace.go:171","msg":"trace[1420011327] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"174.837038ms","start":"2026-04-28T06:05:18.984137Z","end":"2026-04-28T06:05:19.158974Z","steps":["trace[1420011327] 'process raft request' (duration: 174.412748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.159295Z","caller":"traceutil/trace.go:171","msg":"trace[766205477] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"176.443587ms","start":"2026-04-28T06:05:18.982835Z","end":"2026-04-28T06:05:19.159279Z","steps":["trace[766205477] 'process raft request' (duration: 175.608537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.159386Z","caller":"traceutil/trace.go:171","msg":"trace[1557646659] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"175.855682ms","start":"2026-04-28T06:05:18.983427Z","end":"2026-04-28T06:05:19.159283Z","steps":["trace[1557646659] 'process raft request' (duration: 175.046113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.159801Z","caller":"traceutil/trace.go:171","msg":"trace[1553904492] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"171.15351ms","start":"2026-04-28T06:05:18.988612Z","end":"2026-04-28T06:05:19.159766Z","steps":["trace[1553904492] 'process raft request' (duration: 170.142255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.16005Z","caller":"traceutil/trace.go:171","msg":"trace[1667540820] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"168.506016ms","start":"2026-04-28T06:05:18.99152Z","end":"2026-04-28T06:05:19.160026Z","steps":["trace[1667540820] 'process raft request' (duration: 168.24475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.159852Z","caller":"traceutil/trace.go:171","msg":"trace[1730953235] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:325; }","duration":"174.87639ms","start":"2026-04-28T06:05:18.984959Z","end":"2026-04-28T06:05:19.159835Z","steps":["trace[1730953235] 'read index received' (duration: 52.526045ms)","trace[1730953235] 'applied index is now lower than readState.Index' (duration: 122.349355ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:19.160283Z","caller":"traceutil/trace.go:171","msg":"trace[426789255] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"168.876556ms","start":"2026-04-28T06:05:18.991396Z","end":"2026-04-28T06:05:19.160273Z","steps":["trace[426789255] 'process raft request' (duration: 168.299752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.160328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.590203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T06:05:19.160376Z","caller":"traceutil/trace.go:171","msg":"trace[1837497323] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:328; }","duration":"174.668145ms","start":"2026-04-28T06:05:18.985693Z","end":"2026-04-28T06:05:19.160362Z","steps":["trace[1837497323] 'agreement among raft nodes before linearized reading' (duration: 174.551012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.160589Z","caller":"traceutil/trace.go:171","msg":"trace[821729478] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"169.309476ms","start":"2026-04-28T06:05:18.991252Z","end":"2026-04-28T06:05:19.160562Z","steps":["trace[821729478] 'process raft request' (duration: 167.558133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.159533Z","caller":"traceutil/trace.go:171","msg":"trace[713864153] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"170.995827ms","start":"2026-04-28T06:05:18.988524Z","end":"2026-04-28T06:05:19.15952Z","steps":["trace[713864153] 'process raft request' (duration: 170.180997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.160741Z","caller":"traceutil/trace.go:171","msg":"trace[517785341] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"169.187572ms","start":"2026-04-28T06:05:18.991542Z","end":"2026-04-28T06:05:19.160729Z","steps":["trace[517785341] 'process raft request' (duration: 168.25676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.1606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.136294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T06:05:19.160971Z","caller":"traceutil/trace.go:171","msg":"trace[821356651] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:328; }","duration":"172.544834ms","start":"2026-04-28T06:05:18.988414Z","end":"2026-04-28T06:05:19.160959Z","steps":["trace[821356651] 'agreement among raft nodes before linearized reading' (duration: 172.122284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.161154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.987103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-28T06:05:19.16121Z","caller":"traceutil/trace.go:171","msg":"trace[1467617731] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:328; }","duration":"176.241642ms","start":"2026-04-28T06:05:18.984946Z","end":"2026-04-28T06:05:19.161188Z","steps":["trace[1467617731] 'agreement among raft nodes before linearized reading' (duration: 174.964982ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.162048Z","caller":"traceutil/trace.go:171","msg":"trace[87741447] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"179.513901ms","start":"2026-04-28T06:05:18.982517Z","end":"2026-04-28T06:05:19.162031Z","steps":["trace[87741447] 'process raft request' (duration: 175.863854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.691129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.581864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:19.691315Z","caller":"traceutil/trace.go:171","msg":"trace[722996338] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"525.119508ms","start":"2026-04-28T06:05:19.16617Z","end":"2026-04-28T06:05:19.691289Z","steps":["trace[722996338] 'process raft request' (duration: 303.313249ms)","trace[722996338] 'compare' (duration: 221.39445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:19.69142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.166146Z","time spent":"525.221221ms","remote":"127.0.0.1:58230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:19.691396Z","caller":"traceutil/trace.go:171","msg":"trace[1776273641] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"522.710081ms","start":"2026-04-28T06:05:19.168647Z","end":"2026-04-28T06:05:19.691357Z","steps":["trace[1776273641] 'process raft request' (duration: 522.578308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.691591Z","caller":"traceutil/trace.go:171","msg":"trace[1277333456] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"522.711951ms","start":"2026-04-28T06:05:19.168858Z","end":"2026-04-28T06:05:19.69157Z","steps":["trace[1277333456] 'process raft request' (duration: 522.427854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.691648Z","caller":"traceutil/trace.go:171","msg":"trace[1335946668] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"522.645209ms","start":"2026-04-28T06:05:19.168997Z","end":"2026-04-28T06:05:19.691642Z","steps":["trace[1335946668] 'process raft request' (duration: 522.328331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.691677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.168978Z","time spent":"522.68529ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:19.691678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.168845Z","time spent":"522.797163ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:19.691615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.168636Z","time spent":"522.836794ms","remote":"127.0.0.1:58350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:19.691928Z","caller":"traceutil/trace.go:171","msg":"trace[358171977] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"522.21467ms","start":"2026-04-28T06:05:19.169707Z","end":"2026-04-28T06:05:19.691921Z","steps":["trace[358171977] 'process raft request' (duration: 521.940543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.691962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.169697Z","time spent":"522.249761ms","remote":"127.0.0.1:58274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:19.692002Z","caller":"traceutil/trace.go:171","msg":"trace[1648831188] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"521.271677ms","start":"2026-04-28T06:05:19.170719Z","end":"2026-04-28T06:05:19.691991Z","steps":["trace[1648831188] 'process raft request' (duration: 520.995689ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.691884Z","caller":"traceutil/trace.go:171","msg":"trace[1561235416] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"522.456325ms","start":"2026-04-28T06:05:19.169383Z","end":"2026-04-28T06:05:19.69184Z","steps":["trace[1561235416] 'process raft request' (duration: 522.197778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:19.692223Z","caller":"traceutil/trace.go:171","msg":"trace[165578920] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"520.040878ms","start":"2026-04-28T06:05:19.172157Z","end":"2026-04-28T06:05:19.692198Z","steps":["trace[165578920] 'process raft request' (duration: 519.654259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.692079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.170713Z","time spent":"521.325188ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:19.692255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.169374Z","time spent":"522.792344ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:19.693157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.172148Z","time spent":"520.98066ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:19.692952Z","caller":"traceutil/trace.go:171","msg":"trace[1968977977] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"520.654102ms","start":"2026-04-28T06:05:19.172271Z","end":"2026-04-28T06:05:19.692925Z","steps":["trace[1968977977] 'process raft request' (duration: 519.689899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.696289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.172246Z","time spent":"523.87718ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:19.696696Z","caller":"traceutil/trace.go:171","msg":"trace[1622456936] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"494.477581ms","start":"2026-04-28T06:05:19.202202Z","end":"2026-04-28T06:05:19.696679Z","steps":["trace[1622456936] 'process raft request' (duration: 494.345068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.696849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.202185Z","time spent":"494.568123ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:19.697336Z","caller":"traceutil/trace.go:171","msg":"trace[1775605793] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:337; }","duration":"526.639696ms","start":"2026-04-28T06:05:19.170656Z","end":"2026-04-28T06:05:19.697295Z","steps":["trace[1775605793] 'read index received' (duration: 27.930402ms)","trace[1775605793] 'applied index is now lower than readState.Index' (duration: 498.619142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:19.699188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.523081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-04-28T06:05:19.699366Z","caller":"traceutil/trace.go:171","msg":"trace[356149212] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:339; }","duration":"528.607094ms","start":"2026-04-28T06:05:19.170623Z","end":"2026-04-28T06:05:19.69923Z","steps":["trace[356149212] 'agreement among raft nodes before linearized reading' (duration: 527.562279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.699471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.170615Z","time spent":"528.793578ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3728,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T06:05:19.699938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.004006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:19.700058Z","caller":"traceutil/trace.go:171","msg":"trace[292612110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:339; }","duration":"321.200641ms","start":"2026-04-28T06:05:19.378834Z","end":"2026-04-28T06:05:19.700034Z","steps":["trace[292612110] 'agreement among raft nodes before linearized reading' (duration: 320.782071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:19.700113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.378818Z","time spent":"321.283972ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:05:20.106495Z","caller":"traceutil/trace.go:171","msg":"trace[1914369110] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"405.771966ms","start":"2026-04-28T06:05:19.700701Z","end":"2026-04-28T06:05:20.106473Z","steps":["trace[1914369110] 'process raft request' (duration: 328.727811ms)","trace[1914369110] 'compare' (duration: 76.408349ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:20.106575Z","caller":"traceutil/trace.go:171","msg":"trace[1117058065] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"402.049657ms","start":"2026-04-28T06:05:19.704496Z","end":"2026-04-28T06:05:20.106546Z","steps":["trace[1117058065] 'process raft request' (duration: 401.691998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:20.106624Z","caller":"traceutil/trace.go:171","msg":"trace[2063447545] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"401.441833ms","start":"2026-04-28T06:05:19.705173Z","end":"2026-04-28T06:05:20.106614Z","steps":["trace[2063447545] 'process raft request' (duration: 401.155985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:20.106685Z","caller":"traceutil/trace.go:171","msg":"trace[1873655413] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"404.793164ms","start":"2026-04-28T06:05:19.701877Z","end":"2026-04-28T06:05:20.10667Z","steps":["trace[1873655413] 'process raft request' (duration: 404.26397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:20.106477Z","caller":"traceutil/trace.go:171","msg":"trace[1328150628] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"399.288471ms","start":"2026-04-28T06:05:19.707165Z","end":"2026-04-28T06:05:20.106454Z","steps":["trace[1328150628] 'process raft request' (duration: 399.226079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:20.106742Z","caller":"traceutil/trace.go:171","msg":"trace[1923187888] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"402.19921ms","start":"2026-04-28T06:05:19.704535Z","end":"2026-04-28T06:05:20.106734Z","steps":["trace[1923187888] 'process raft request' (duration: 401.695398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.106785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.702289Z","time spent":"404.476826ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:20.106786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.701869Z","time spent":"404.856255ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2824,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:20.106796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.707155Z","time spent":"399.604038ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:20.106509Z","caller":"traceutil/trace.go:171","msg":"trace[319586282] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"404.888615ms","start":"2026-04-28T06:05:19.701546Z","end":"2026-04-28T06:05:20.106435Z","steps":["trace[319586282] 'process raft request' (duration: 404.535336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.106695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.700677Z","time spent":"405.92175ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:20.10695Z","caller":"traceutil/trace.go:171","msg":"trace[1295294284] linearizableReadLoop","detail":"{readStateIndex:355; appliedIndex:348; }","duration":"402.326094ms","start":"2026-04-28T06:05:19.704614Z","end":"2026-04-28T06:05:20.10694Z","steps":["trace[1295294284] 'read index received' (duration: 32.608625ms)","trace[1295294284] 'applied index is now lower than readState.Index' (duration: 369.716299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:20.106924Z","caller":"traceutil/trace.go:171","msg":"trace[1360959433] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"398.793069ms","start":"2026-04-28T06:05:19.708091Z","end":"2026-04-28T06:05:20.106884Z","steps":["trace[1360959433] 'process raft request' (duration: 398.327328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.106694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.705165Z","time spent":"401.495205ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:20.107074Z","caller":"traceutil/trace.go:171","msg":"trace[906799783] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"398.766068ms","start":"2026-04-28T06:05:19.7083Z","end":"2026-04-28T06:05:20.107066Z","steps":["trace[906799783] 'process raft request' (duration: 398.469901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.106482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.704636Z","time spent":"401.838622ms","remote":"127.0.0.1:58160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T06:05:20.107114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.708084Z","time spent":"398.929732ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:20.107137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.708294Z","time spent":"398.802839ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:20.1067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.704486Z","time spent":"402.13605ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:20.107196Z","caller":"traceutil/trace.go:171","msg":"trace[1984790396] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"405.976681ms","start":"2026-04-28T06:05:19.701211Z","end":"2026-04-28T06:05:20.107188Z","steps":["trace[1984790396] 'process raft request' (duration: 404.816173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.107242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.701202Z","time spent":"406.019632ms","remote":"127.0.0.1:58230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:20.107286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.667732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-04-28T06:05:20.107328Z","caller":"traceutil/trace.go:171","msg":"trace[1117598196] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:351; }","duration":"402.728713ms","start":"2026-04-28T06:05:19.704589Z","end":"2026-04-28T06:05:20.107318Z","steps":["trace[1117598196] 'agreement among raft nodes before linearized reading' (duration: 402.660902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.107355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.704583Z","time spent":"402.766414ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3497,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-04-28T06:05:20.107451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.89418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T06:05:20.107494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.760764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-04-28T06:05:20.107312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.70152Z","time spent":"405.430609ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:20.107545Z","caller":"traceutil/trace.go:171","msg":"trace[744423803] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:351; }","duration":"235.846636ms","start":"2026-04-28T06:05:19.871685Z","end":"2026-04-28T06:05:20.107531Z","steps":["trace[744423803] 'agreement among raft nodes before linearized reading' (duration: 235.757664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.107606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.85907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:05:20.107654Z","caller":"traceutil/trace.go:171","msg":"trace[603890322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:351; }","duration":"366.933612ms","start":"2026-04-28T06:05:19.740712Z","end":"2026-04-28T06:05:20.107645Z","steps":["trace[603890322] 'agreement among raft nodes before linearized reading' (duration: 366.813279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.107705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.740699Z","time spent":"366.999323ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T06:05:20.106727Z","caller":"traceutil/trace.go:171","msg":"trace[1502757076] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"399.645779ms","start":"2026-04-28T06:05:19.707074Z","end":"2026-04-28T06:05:20.106719Z","steps":["trace[1502757076] 'process raft request' (duration: 399.291551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.107946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.707056Z","time spent":"400.825838ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:20.107455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.642731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:05:20.108083Z","caller":"traceutil/trace.go:171","msg":"trace[1089998787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:351; }","duration":"366.301637ms","start":"2026-04-28T06:05:19.741767Z","end":"2026-04-28T06:05:20.108069Z","steps":["trace[1089998787] 'agreement among raft nodes before linearized reading' (duration: 365.636171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.108153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.741751Z","time spent":"366.388649ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T06:05:20.107511Z","caller":"traceutil/trace.go:171","msg":"trace[167154499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:351; }","duration":"373.983152ms","start":"2026-04-28T06:05:19.733517Z","end":"2026-04-28T06:05:20.1075Z","steps":["trace[167154499] 'agreement among raft nodes before linearized reading' (duration: 373.883929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.108204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:19.733504Z","time spent":"374.686159ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T06:05:20.443087Z","caller":"traceutil/trace.go:171","msg":"trace[1053185514] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"326.54019ms","start":"2026-04-28T06:05:20.116501Z","end":"2026-04-28T06:05:20.443042Z","steps":["trace[1053185514] 'process raft request' (duration: 255.541061ms)","trace[1053185514] 'compare' (duration: 70.759664ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:20.443232Z","caller":"traceutil/trace.go:171","msg":"trace[662363805] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"326.570351ms","start":"2026-04-28T06:05:20.116626Z","end":"2026-04-28T06:05:20.443197Z","steps":["trace[662363805] 'process raft request' (duration: 326.428518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.443259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.116474Z","time spent":"326.695104ms","remote":"127.0.0.1:58230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:20.443277Z","caller":"traceutil/trace.go:171","msg":"trace[561181116] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"326.634943ms","start":"2026-04-28T06:05:20.116559Z","end":"2026-04-28T06:05:20.443194Z","steps":["trace[561181116] 'process raft request' (duration: 326.457629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.443382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.116622Z","time spent":"326.680263ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:20.443558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.11654Z","time spent":"326.904819ms","remote":"127.0.0.1:58160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:20.443713Z","caller":"traceutil/trace.go:171","msg":"trace[1249870963] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"326.56533ms","start":"2026-04-28T06:05:20.116567Z","end":"2026-04-28T06:05:20.443133Z","steps":["trace[1249870963] 'process raft request' (duration: 326.393476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:20.443725Z","caller":"traceutil/trace.go:171","msg":"trace[1592024809] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"327.064653ms","start":"2026-04-28T06:05:20.116646Z","end":"2026-04-28T06:05:20.44371Z","steps":["trace[1592024809] 'process raft request' (duration: 326.440028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.443798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.116636Z","time spent":"327.127284ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:20.443807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.116557Z","time spent":"327.198526ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:20.444149Z","caller":"traceutil/trace.go:171","msg":"trace[1428233714] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"327.478322ms","start":"2026-04-28T06:05:20.116659Z","end":"2026-04-28T06:05:20.444137Z","steps":["trace[1428233714] 'process raft request' (duration: 326.923609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.444288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.116652Z","time spent":"327.594515ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:20.444696Z","caller":"traceutil/trace.go:171","msg":"trace[673573665] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"327.997785ms","start":"2026-04-28T06:05:20.116686Z","end":"2026-04-28T06:05:20.444684Z","steps":["trace[673573665] 'process raft request' (duration: 326.988321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.444762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.116678Z","time spent":"328.057166ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:20.445202Z","caller":"traceutil/trace.go:171","msg":"trace[2038271500] linearizableReadLoop","detail":"{readStateIndex:372; appliedIndex:362; }","duration":"236.487642ms","start":"2026-04-28T06:05:20.208692Z","end":"2026-04-28T06:05:20.44518Z","steps":["trace[2038271500] 'read index received' (duration: 163.378372ms)","trace[2038271500] 'applied index is now lower than readState.Index' (duration: 73.10814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:20.445416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.690987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-w8pw4\" ","response":"range_response_count:1 size:3439"} {"level":"info","ts":"2026-04-28T06:05:20.445457Z","caller":"traceutil/trace.go:171","msg":"trace[584746420] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"327.425191ms","start":"2026-04-28T06:05:20.118021Z","end":"2026-04-28T06:05:20.445446Z","steps":["trace[584746420] 'process raft request' (duration: 327.014961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.445512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.54929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-04-28T06:05:20.445532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.118011Z","time spent":"327.477772ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:20.445552Z","caller":"traceutil/trace.go:171","msg":"trace[2098080623] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:362; }","duration":"176.622592ms","start":"2026-04-28T06:05:20.268923Z","end":"2026-04-28T06:05:20.445546Z","steps":["trace[2098080623] 'agreement among raft nodes before linearized reading' (duration: 176.56138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:20.445458Z","caller":"traceutil/trace.go:171","msg":"trace[472114137] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-w8pw4; range_end:; response_count:1; response_revision:362; }","duration":"236.900642ms","start":"2026-04-28T06:05:20.208547Z","end":"2026-04-28T06:05:20.445447Z","steps":["trace[472114137] 'agreement among raft nodes before linearized reading' (duration: 236.78877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:20.445367Z","caller":"traceutil/trace.go:171","msg":"trace[1239400413] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"327.100304ms","start":"2026-04-28T06:05:20.118247Z","end":"2026-04-28T06:05:20.445348Z","steps":["trace[1239400413] 'process raft request' (duration: 326.883838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.445835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.118239Z","time spent":"327.564505ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:20.445847Z","caller":"traceutil/trace.go:171","msg":"trace[22384846] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"328.743753ms","start":"2026-04-28T06:05:20.117089Z","end":"2026-04-28T06:05:20.445833Z","steps":["trace[22384846] 'process raft request' (duration: 327.558834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.445935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.117082Z","time spent":"328.809145ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:20.683278Z","caller":"traceutil/trace.go:171","msg":"trace[3909439] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:373; }","duration":"172.01304ms","start":"2026-04-28T06:05:20.51124Z","end":"2026-04-28T06:05:20.683253Z","steps":["trace[3909439] 'read index received' (duration: 130.872161ms)","trace[3909439] 'applied index is now lower than readState.Index' (duration: 41.139979ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:20.683418Z","caller":"traceutil/trace.go:171","msg":"trace[2097422033] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"227.496966ms","start":"2026-04-28T06:05:20.455875Z","end":"2026-04-28T06:05:20.683372Z","steps":["trace[2097422033] 'process raft request' (duration: 186.222913ms)","trace[2097422033] 'compare' (duration: 41.048788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:20.683467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.473128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"info","ts":"2026-04-28T06:05:20.683548Z","caller":"traceutil/trace.go:171","msg":"trace[830694096] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:364; }","duration":"230.566221ms","start":"2026-04-28T06:05:20.452954Z","end":"2026-04-28T06:05:20.68352Z","steps":["trace[830694096] 'agreement among raft nodes before linearized reading' (duration: 230.420376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.683631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.372111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T06:05:20.683771Z","caller":"traceutil/trace.go:171","msg":"trace[1088146647] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:364; }","duration":"170.557955ms","start":"2026-04-28T06:05:20.513165Z","end":"2026-04-28T06:05:20.683723Z","steps":["trace[1088146647] 'agreement among raft nodes before linearized reading' (duration: 170.34636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:20.684235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.609469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-28T06:05:20.684329Z","caller":"traceutil/trace.go:171","msg":"trace[1739167090] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:364; }","duration":"232.733451ms","start":"2026-04-28T06:05:20.451582Z","end":"2026-04-28T06:05:20.684316Z","steps":["trace[1739167090] 'agreement among raft nodes before linearized reading' (duration: 231.884451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:21.166933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.886928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:21.167029Z","caller":"traceutil/trace.go:171","msg":"trace[1538559073] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"470.472344ms","start":"2026-04-28T06:05:20.696543Z","end":"2026-04-28T06:05:21.167015Z","steps":["trace[1538559073] 'process raft request' (duration: 185.619608ms)","trace[1538559073] 'compare' (duration: 284.516548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:21.167083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:20.696528Z","time spent":"470.535055ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:21.67951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498918195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:05:22.500986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.840603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:22.501108Z","caller":"traceutil/trace.go:171","msg":"trace[144874978] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"1.321908561s","start":"2026-04-28T06:05:21.179178Z","end":"2026-04-28T06:05:22.501086Z","steps":["trace[144874978] 'read index received' (duration: 534.808382ms)","trace[144874978] 'applied index is now lower than readState.Index' (duration: 787.098019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:22.501522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122807477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:05:22.501529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322350422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-04-28T06:05:22.501574Z","caller":"traceutil/trace.go:171","msg":"trace[1941936495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:366; }","duration":"1.122903181s","start":"2026-04-28T06:05:21.378652Z","end":"2026-04-28T06:05:22.501555Z","steps":["trace[1941936495] 'agreement among raft nodes before linearized reading' (duration: 1.122826208s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:22.501607Z","caller":"traceutil/trace.go:171","msg":"trace[471669161] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:366; }","duration":"1.322460115s","start":"2026-04-28T06:05:21.179119Z","end":"2026-04-28T06:05:22.501579Z","steps":["trace[471669161] 'agreement among raft nodes before linearized reading' (duration: 1.322248429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:22.501618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:21.378633Z","time spent":"1.122973283s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:22.50166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:21.179098Z","time spent":"1.322536776s","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3841,"request content":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" "} {"level":"info","ts":"2026-04-28T06:05:22.501731Z","caller":"traceutil/trace.go:171","msg":"trace[1932758656] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"1.323642383s","start":"2026-04-28T06:05:21.178059Z","end":"2026-04-28T06:05:22.501701Z","steps":["trace[1932758656] 'process raft request' (duration: 535.986741ms)","trace[1932758656] 'compare' (duration: 786.555066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:22.50188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.687033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:05:22.50196Z","caller":"traceutil/trace.go:171","msg":"trace[241763367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:366; }","duration":"387.798826ms","start":"2026-04-28T06:05:22.114146Z","end":"2026-04-28T06:05:22.501945Z","steps":["trace[241763367] 'agreement among raft nodes before linearized reading' (duration: 387.675093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:22.502021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:22.114129Z","time spent":"387.879368ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T06:05:22.501888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:21.178043Z","time spent":"1.323747115s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:23.750277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.221138ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:23.750464Z","caller":"traceutil/trace.go:171","msg":"trace[1714872214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:366; }","duration":"343.439453ms","start":"2026-04-28T06:05:23.406999Z","end":"2026-04-28T06:05:23.750439Z","steps":["trace[1714872214] 'range keys from in-memory index tree' (duration: 343.189848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:23.750537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.205977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:23.750781Z","caller":"traceutil/trace.go:171","msg":"trace[1599231505] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:376; }","duration":"1.238519899s","start":"2026-04-28T06:05:22.512245Z","end":"2026-04-28T06:05:23.750765Z","steps":["trace[1599231505] 'read index received' (duration: 440.928863ms)","trace[1599231505] 'applied index is now lower than readState.Index' (duration: 797.589766ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:23.750772Z","caller":"traceutil/trace.go:171","msg":"trace[602711704] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"1.242791159s","start":"2026-04-28T06:05:22.507929Z","end":"2026-04-28T06:05:23.75072Z","steps":["trace[602711704] 'process raft request' (duration: 445.306565ms)","trace[602711704] 'compare' (duration: 797.054574ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:23.750802Z","caller":"traceutil/trace.go:171","msg":"trace[831609253] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"1.241322335s","start":"2026-04-28T06:05:22.509461Z","end":"2026-04-28T06:05:23.750784Z","steps":["trace[831609253] 'process raft request' (duration: 1.241196592s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:23.750845Z","caller":"traceutil/trace.go:171","msg":"trace[2130788437] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"1.241314265s","start":"2026-04-28T06:05:22.509494Z","end":"2026-04-28T06:05:23.750808Z","steps":["trace[2130788437] 'process raft request' (duration: 1.241211692s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:23.750882Z","caller":"traceutil/trace.go:171","msg":"trace[599321229] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.241359876s","start":"2026-04-28T06:05:22.509505Z","end":"2026-04-28T06:05:23.750864Z","steps":["trace[599321229] 'process raft request' (duration: 1.241228913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:23.750922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:22.50944Z","time spent":"1.241406427s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:23.750922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:22.507904Z","time spent":"1.242942503s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:23.750937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238660772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:23.751017Z","caller":"traceutil/trace.go:171","msg":"trace[964895136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"1.238782616s","start":"2026-04-28T06:05:22.512215Z","end":"2026-04-28T06:05:23.750997Z","steps":["trace[964895136] 'agreement among raft nodes before linearized reading' (duration: 1.238616291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:23.751019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:22.509474Z","time spent":"1.241449197s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:23.751076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:22.512208Z","time spent":"1.238847407s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:23.751079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:22.50948Z","time spent":"1.241453878s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:25.787956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.226693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:25.788227Z","caller":"traceutil/trace.go:171","msg":"trace[2098830115] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"1.802943042s","start":"2026-04-28T06:05:23.985205Z","end":"2026-04-28T06:05:25.788148Z","steps":["trace[2098830115] 'process raft request' (duration: 978.375221ms)","trace[2098830115] 'compare' (duration: 823.72353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:25.788438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:23.985175Z","time spent":"1.803150386s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:26.359118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.017887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T06:05:26.359235Z","caller":"traceutil/trace.go:171","msg":"trace[266026084] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:380; }","duration":"980.047131ms","start":"2026-04-28T06:05:25.379163Z","end":"2026-04-28T06:05:26.35921Z","steps":["trace[266026084] 'read index received' (duration: 57.101µs)","trace[266026084] 'applied index is now lower than readState.Index' (duration: 979.98834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:26.359359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.175154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:05:26.359405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.383001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T06:05:26.359442Z","caller":"traceutil/trace.go:171","msg":"trace[449540807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:371; }","duration":"980.303737ms","start":"2026-04-28T06:05:25.379121Z","end":"2026-04-28T06:05:26.359425Z","steps":["trace[449540807] 'agreement among raft nodes before linearized reading' (duration: 980.168324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:26.359449Z","caller":"traceutil/trace.go:171","msg":"trace[1126679331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:371; }","duration":"601.471382ms","start":"2026-04-28T06:05:25.757961Z","end":"2026-04-28T06:05:26.359433Z","steps":["trace[1126679331] 'agreement among raft nodes before linearized reading' (duration: 601.366969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:26.359481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:25.3791Z","time spent":"980.373768ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:26.359496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:25.75794Z","time spent":"601.544774ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T06:05:26.359661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.092014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:05:26.35974Z","caller":"traceutil/trace.go:171","msg":"trace[546744985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:371; }","duration":"601.197696ms","start":"2026-04-28T06:05:25.758525Z","end":"2026-04-28T06:05:26.359723Z","steps":["trace[546744985] 'agreement among raft nodes before linearized reading' (duration: 601.023302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:26.359786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:25.758518Z","time spent":"601.258418ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:05:26.35996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.947054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:05:26.360005Z","caller":"traceutil/trace.go:171","msg":"trace[964488321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:371; }","duration":"602.031855ms","start":"2026-04-28T06:05:25.757961Z","end":"2026-04-28T06:05:26.359993Z","steps":["trace[964488321] 'agreement among raft nodes before linearized reading' (duration: 601.907692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:26.360036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:25.757946Z","time spent":"602.083927ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:05:26.360128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.8138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:05:26.36021Z","caller":"traceutil/trace.go:171","msg":"trace[1941478822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:371; }","duration":"601.962683ms","start":"2026-04-28T06:05:25.758229Z","end":"2026-04-28T06:05:26.360192Z","steps":["trace[1941478822] 'agreement among raft nodes before linearized reading' (duration: 601.786049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:26.360253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:25.758221Z","time spent":"602.024925ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T06:05:26.851639Z","caller":"traceutil/trace.go:171","msg":"trace[1146446658] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"486.946162ms","start":"2026-04-28T06:05:26.364668Z","end":"2026-04-28T06:05:26.851614Z","steps":["trace[1146446658] 'process raft request' (duration: 486.754047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:26.851789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:26.364632Z","time spent":"487.078565ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:28.381886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000373786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T06:05:28.381956Z","caller":"traceutil/trace.go:171","msg":"trace[134403267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502649s","start":"2026-04-28T06:05:26.381438Z","end":"2026-04-28T06:05:28.381941Z","steps":["trace[134403267] 'agreement among raft nodes before linearized reading' (duration: 2.000403057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:28.381991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:26.381424Z","time spent":"2.000558902s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:05:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:05:29.035554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.18409224s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:05:29.036296Z","caller":"traceutil/trace.go:171","msg":"trace[1146261232] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"2.671313059s","start":"2026-04-28T06:05:26.364944Z","end":"2026-04-28T06:05:29.036257Z","steps":["trace[1146261232] 'process raft request' (duration: 2.671059983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:29.036439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:26.364922Z","time spent":"2.671433511s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:29.036567Z","caller":"traceutil/trace.go:171","msg":"trace[784567906] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"2.67007865s","start":"2026-04-28T06:05:26.366476Z","end":"2026-04-28T06:05:29.036555Z","steps":["trace[784567906] 'process raft request' (duration: 2.669754372s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:29.036564Z","caller":"traceutil/trace.go:171","msg":"trace[987245133] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"2.670419978s","start":"2026-04-28T06:05:26.366117Z","end":"2026-04-28T06:05:29.036537Z","steps":["trace[987245133] 'process raft request' (duration: 2.670037869s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:29.036625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:26.366463Z","time spent":"2.670134432s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:29.036321Z","caller":"traceutil/trace.go:171","msg":"trace[682703795] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:382; }","duration":"2.654820831s","start":"2026-04-28T06:05:26.381478Z","end":"2026-04-28T06:05:29.036299Z","steps":["trace[682703795] 'read index received' (duration: 470.007934ms)","trace[682703795] 'applied index is now lower than readState.Index' (duration: 2.184811977s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:29.036703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:26.366104Z","time spent":"2.67051803s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:29.079537Z","caller":"traceutil/trace.go:171","msg":"trace[2062723461] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"2.089431878s","start":"2026-04-28T06:05:26.990075Z","end":"2026-04-28T06:05:29.079507Z","steps":["trace[2062723461] 'process raft request' (duration: 2.089201303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:29.079567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.281302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:29.07964Z","caller":"traceutil/trace.go:171","msg":"trace[263718211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:377; }","duration":"697.404865ms","start":"2026-04-28T06:05:28.382217Z","end":"2026-04-28T06:05:29.079622Z","steps":["trace[263718211] 'agreement among raft nodes before linearized reading' (duration: 697.271772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:29.07968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:28.382196Z","time spent":"697.475846ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:29.079702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:26.990034Z","time spent":"2.089574891s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:29.079774Z","caller":"traceutil/trace.go:171","msg":"trace[653541822] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"1.431656354s","start":"2026-04-28T06:05:27.648091Z","end":"2026-04-28T06:05:29.079747Z","steps":["trace[653541822] 'process raft request' (duration: 1.431320806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:29.079922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:27.648067Z","time spent":"1.431772697s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:29.080235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.720633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:05:29.080313Z","caller":"traceutil/trace.go:171","msg":"trace[1606042614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:377; }","duration":"223.909297ms","start":"2026-04-28T06:05:28.856388Z","end":"2026-04-28T06:05:29.080297Z","steps":["trace[1606042614] 'agreement among raft nodes before linearized reading' (duration: 223.706003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:29.23376Z","caller":"traceutil/trace.go:171","msg":"trace[162102563] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"148.509537ms","start":"2026-04-28T06:05:29.08522Z","end":"2026-04-28T06:05:29.233729Z","steps":["trace[162102563] 'process raft request' (duration: 148.312092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:29.278271Z","caller":"traceutil/trace.go:171","msg":"trace[280928935] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:388; }","duration":"189.52894ms","start":"2026-04-28T06:05:29.088729Z","end":"2026-04-28T06:05:29.278258Z","steps":["trace[280928935] 'read index received' (duration: 144.766899ms)","trace[280928935] 'applied index is now lower than readState.Index' (duration: 44.761501ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:29.2783Z","caller":"traceutil/trace.go:171","msg":"trace[1783099367] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"192.439999ms","start":"2026-04-28T06:05:29.085835Z","end":"2026-04-28T06:05:29.278275Z","steps":["trace[1783099367] 'process raft request' (duration: 192.346747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:29.278363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.618412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:29.278388Z","caller":"traceutil/trace.go:171","msg":"trace[1875890868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:379; }","duration":"189.679493ms","start":"2026-04-28T06:05:29.088702Z","end":"2026-04-28T06:05:29.278382Z","steps":["trace[1875890868] 'agreement among raft nodes before linearized reading' (duration: 189.610062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:31.154077Z","caller":"traceutil/trace.go:171","msg":"trace[80807463] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"103.977781ms","start":"2026-04-28T06:05:31.050075Z","end":"2026-04-28T06:05:31.154053Z","steps":["trace[80807463] 'process raft request' (duration: 103.792507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:31.313426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.050697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:31.3137Z","caller":"traceutil/trace.go:171","msg":"trace[588188155] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"263.365674ms","start":"2026-04-28T06:05:31.050304Z","end":"2026-04-28T06:05:31.313669Z","steps":["trace[588188155] 'process raft request' (duration: 263.21733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:31.313907Z","caller":"traceutil/trace.go:171","msg":"trace[1611070819] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"263.624669ms","start":"2026-04-28T06:05:31.050147Z","end":"2026-04-28T06:05:31.313772Z","steps":["trace[1611070819] 'process raft request' (duration: 155.137462ms)","trace[1611070819] 'compare' (duration: 107.925034ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:33.453795Z","caller":"traceutil/trace.go:171","msg":"trace[1239450951] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"128.331864ms","start":"2026-04-28T06:05:33.325425Z","end":"2026-04-28T06:05:33.453757Z","steps":["trace[1239450951] 'process raft request' (duration: 106.178303ms)","trace[1239450951] 'compare' (duration: 21.867414ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:39.676745Z","caller":"traceutil/trace.go:171","msg":"trace[1011443564] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:417; }","duration":"419.869027ms","start":"2026-04-28T06:05:39.256849Z","end":"2026-04-28T06:05:39.676718Z","steps":["trace[1011443564] 'read index received' (duration: 419.722854ms)","trace[1011443564] 'applied index is now lower than readState.Index' (duration: 145.213µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:39.676858Z","caller":"traceutil/trace.go:171","msg":"trace[767661678] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"545.114889ms","start":"2026-04-28T06:05:39.131712Z","end":"2026-04-28T06:05:39.676827Z","steps":["trace[767661678] 'process raft request' (duration: 544.852522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.676922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.058533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T06:05:39.676958Z","caller":"traceutil/trace.go:171","msg":"trace[1333759217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:404; }","duration":"420.176355ms","start":"2026-04-28T06:05:39.256771Z","end":"2026-04-28T06:05:39.676947Z","steps":["trace[1333759217] 'agreement among raft nodes before linearized reading' (duration: 420.070343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.677002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.256738Z","time spent":"420.256377ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:05:39.677006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.131695Z","time spent":"545.235332ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:39.744199Z","caller":"traceutil/trace.go:171","msg":"trace[1578309899] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"270.552472ms","start":"2026-04-28T06:05:39.473617Z","end":"2026-04-28T06:05:39.744169Z","steps":["trace[1578309899] 'process raft request' (duration: 270.423379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.74479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.085774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T06:05:39.74484Z","caller":"traceutil/trace.go:171","msg":"trace[2001354321] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:405; }","duration":"127.170207ms","start":"2026-04-28T06:05:39.617655Z","end":"2026-04-28T06:05:39.744825Z","steps":["trace[2001354321] 'agreement among raft nodes before linearized reading' (duration: 127.078925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.745011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.404594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T06:05:39.745073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.79117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:05:39.745272Z","caller":"traceutil/trace.go:171","msg":"trace[323963897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:405; }","duration":"257.007674ms","start":"2026-04-28T06:05:39.488243Z","end":"2026-04-28T06:05:39.745251Z","steps":["trace[323963897] 'agreement among raft nodes before linearized reading' (duration: 256.699767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:39.745133Z","caller":"traceutil/trace.go:171","msg":"trace[1520543648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:405; }","duration":"266.570588ms","start":"2026-04-28T06:05:39.47853Z","end":"2026-04-28T06:05:39.745101Z","steps":["trace[1520543648] 'agreement among raft nodes before linearized reading' (duration: 266.345513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.74514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.966116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:39.745781Z","caller":"traceutil/trace.go:171","msg":"trace[1604458512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"367.617121ms","start":"2026-04-28T06:05:39.37815Z","end":"2026-04-28T06:05:39.745767Z","steps":["trace[1604458512] 'agreement among raft nodes before linearized reading' (duration: 366.920165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.745852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.378091Z","time spent":"367.723744ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:39.745926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.827788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:05:39.745994Z","caller":"traceutil/trace.go:171","msg":"trace[1100957675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:405; }","duration":"310.91961ms","start":"2026-04-28T06:05:39.43506Z","end":"2026-04-28T06:05:39.74598Z","steps":["trace[1100957675] 'agreement among raft nodes before linearized reading' (duration: 310.785537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:39.746051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.435031Z","time spent":"311.009642ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T06:05:39.786755Z","caller":"traceutil/trace.go:171","msg":"trace[564888952] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"105.015377ms","start":"2026-04-28T06:05:39.681707Z","end":"2026-04-28T06:05:39.786723Z","steps":["trace[564888952] 'process raft request' (duration: 87.752961ms)","trace[564888952] 'compare' (duration: 17.066391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:39.787037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.183383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:39.787142Z","caller":"traceutil/trace.go:171","msg":"trace[710192932] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:409; }","duration":"103.321206ms","start":"2026-04-28T06:05:39.683803Z","end":"2026-04-28T06:05:39.787124Z","steps":["trace[710192932] 'agreement among raft nodes before linearized reading' (duration: 102.980658ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:39.964841Z","caller":"traceutil/trace.go:171","msg":"trace[755446511] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"101.487213ms","start":"2026-04-28T06:05:39.863299Z","end":"2026-04-28T06:05:39.964786Z","steps":["trace[755446511] 'process raft request' (duration: 34.648533ms)","trace[755446511] 'compare' (duration: 66.644785ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:39.964982Z","caller":"traceutil/trace.go:171","msg":"trace[1566796515] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"100.411517ms","start":"2026-04-28T06:05:39.864524Z","end":"2026-04-28T06:05:39.964935Z","steps":["trace[1566796515] 'read index received' (duration: 33.452035ms)","trace[1566796515] 'applied index is now lower than readState.Index' (duration: 66.952282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:39.965176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.604851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:39.965253Z","caller":"traceutil/trace.go:171","msg":"trace[116629934] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:413; }","duration":"100.725444ms","start":"2026-04-28T06:05:39.864505Z","end":"2026-04-28T06:05:39.96523Z","steps":["trace[116629934] 'agreement among raft nodes before linearized reading' (duration: 100.56131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:40.275948Z","caller":"traceutil/trace.go:171","msg":"trace[231721109] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"301.809655ms","start":"2026-04-28T06:05:39.974103Z","end":"2026-04-28T06:05:40.275912Z","steps":["trace[231721109] 'process raft request' (duration: 232.518709ms)","trace[231721109] 'compare' (duration: 69.115662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:40.276187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.974077Z","time spent":"301.952559ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:40.298884Z","caller":"traceutil/trace.go:171","msg":"trace[1716028127] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"303.690911ms","start":"2026-04-28T06:05:39.995167Z","end":"2026-04-28T06:05:40.298858Z","steps":["trace[1716028127] 'process raft request' (duration: 303.463135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:40.298968Z","caller":"traceutil/trace.go:171","msg":"trace[2001713552] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"303.283232ms","start":"2026-04-28T06:05:39.995658Z","end":"2026-04-28T06:05:40.298942Z","steps":["trace[2001713552] 'process raft request' (duration: 303.112718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:40.299047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.995102Z","time spent":"303.845844ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:40.299133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.995645Z","time spent":"303.394854ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:05:40.299148Z","caller":"traceutil/trace.go:171","msg":"trace[313571548] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"302.40298ms","start":"2026-04-28T06:05:39.996711Z","end":"2026-04-28T06:05:40.299114Z","steps":["trace[313571548] 'process raft request' (duration: 302.107763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:40.29923Z","caller":"traceutil/trace.go:171","msg":"trace[1982946228] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"302.031181ms","start":"2026-04-28T06:05:39.997149Z","end":"2026-04-28T06:05:40.299181Z","steps":["trace[1982946228] 'process raft request' (duration: 301.748395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:40.299331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.996699Z","time spent":"302.527442ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:05:40.299378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:39.997137Z","time spent":"302.164894ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:40.488631Z","caller":"traceutil/trace.go:171","msg":"trace[1152335349] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"186.863937ms","start":"2026-04-28T06:05:40.301737Z","end":"2026-04-28T06:05:40.488601Z","steps":["trace[1152335349] 'process raft request' (duration: 166.038599ms)","trace[1152335349] 'compare' (duration: 20.630784ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:40.488844Z","caller":"traceutil/trace.go:171","msg":"trace[1623177227] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"182.554416ms","start":"2026-04-28T06:05:40.306258Z","end":"2026-04-28T06:05:40.488812Z","steps":["trace[1623177227] 'process raft request' (duration: 182.28478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:40.510008Z","caller":"traceutil/trace.go:171","msg":"trace[14838660] transaction","detail":"{read_only:false; number_of_response:1; response_revision:422; }","duration":"178.248525ms","start":"2026-04-28T06:05:40.331731Z","end":"2026-04-28T06:05:40.509979Z","steps":["trace[14838660] 'process raft request' (duration: 178.155633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:40.814609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.457649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:40.814979Z","caller":"traceutil/trace.go:171","msg":"trace[1248297007] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"294.526995ms","start":"2026-04-28T06:05:40.52042Z","end":"2026-04-28T06:05:40.814947Z","steps":["trace[1248297007] 'process raft request' (duration: 104.659277ms)","trace[1248297007] 'compare' (duration: 189.307365ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:40.815358Z","caller":"traceutil/trace.go:171","msg":"trace[2000731696] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"249.204871ms","start":"2026-04-28T06:05:40.566107Z","end":"2026-04-28T06:05:40.815311Z","steps":["trace[2000731696] 'process raft request' (duration: 249.088399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:40.815378Z","caller":"traceutil/trace.go:171","msg":"trace[2021505953] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"252.950968ms","start":"2026-04-28T06:05:40.562403Z","end":"2026-04-28T06:05:40.815354Z","steps":["trace[2021505953] 'process raft request' (duration: 252.445867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:40.815395Z","caller":"traceutil/trace.go:171","msg":"trace[1609040356] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"252.814456ms","start":"2026-04-28T06:05:40.562565Z","end":"2026-04-28T06:05:40.81538Z","steps":["trace[1609040356] 'process raft request' (duration: 252.522249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:40.815585Z","caller":"traceutil/trace.go:171","msg":"trace[446604269] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"293.359808ms","start":"2026-04-28T06:05:40.522203Z","end":"2026-04-28T06:05:40.815563Z","steps":["trace[446604269] 'process raft request' (duration: 292.522939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:41.172343Z","caller":"traceutil/trace.go:171","msg":"trace[177685744] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"187.089642ms","start":"2026-04-28T06:05:40.985223Z","end":"2026-04-28T06:05:41.172313Z","steps":["trace[177685744] 'process raft request' (duration: 165.038874ms)","trace[177685744] 'compare' (duration: 21.792942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:42.69222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.712029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:42.692411Z","caller":"traceutil/trace.go:171","msg":"trace[244258900] linearizableReadLoop","detail":"{readStateIndex:459; appliedIndex:456; }","duration":"314.268118ms","start":"2026-04-28T06:05:42.378129Z","end":"2026-04-28T06:05:42.692397Z","steps":["trace[244258900] 'read index received' (duration: 50.951µs)","trace[244258900] 'applied index is now lower than readState.Index' (duration: 314.216317ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:42.692412Z","caller":"traceutil/trace.go:171","msg":"trace[1311856094] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"897.386ms","start":"2026-04-28T06:05:41.794999Z","end":"2026-04-28T06:05:42.692385Z","steps":["trace[1311856094] 'process raft request' (duration: 165.431545ms)","trace[1311856094] 'compare' (duration: 731.574406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:42.692474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.355871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:42.692499Z","caller":"traceutil/trace.go:171","msg":"trace[319938967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:443; }","duration":"314.413902ms","start":"2026-04-28T06:05:42.378077Z","end":"2026-04-28T06:05:42.692491Z","steps":["trace[319938967] 'agreement among raft nodes before linearized reading' (duration: 314.361521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:42.692531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:42.378057Z","time spent":"314.466013ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:42.692541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:41.794982Z","time spent":"897.489992ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:42.692766Z","caller":"traceutil/trace.go:171","msg":"trace[132971927] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"896.349795ms","start":"2026-04-28T06:05:41.796407Z","end":"2026-04-28T06:05:42.692757Z","steps":["trace[132971927] 'process raft request' (duration: 895.961866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:42.692831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:41.796383Z","time spent":"896.417957ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:42.692952Z","caller":"traceutil/trace.go:171","msg":"trace[398170912] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"896.696394ms","start":"2026-04-28T06:05:41.796247Z","end":"2026-04-28T06:05:42.692943Z","steps":["trace[398170912] 'process raft request' (duration: 896.054439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:42.693019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:41.79624Z","time spent":"896.745675ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:53.716388Z","caller":"traceutil/trace.go:171","msg":"trace[1488476752] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"180.417125ms","start":"2026-04-28T06:05:53.535868Z","end":"2026-04-28T06:05:53.716285Z","steps":["trace[1488476752] 'process raft request' (duration: 180.313603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.814904Z","caller":"traceutil/trace.go:171","msg":"trace[1614958365] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"270.591282ms","start":"2026-04-28T06:05:53.544278Z","end":"2026-04-28T06:05:53.814869Z","steps":["trace[1614958365] 'process raft request' (duration: 270.365397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.814979Z","caller":"traceutil/trace.go:171","msg":"trace[175643751] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"270.606182ms","start":"2026-04-28T06:05:53.544334Z","end":"2026-04-28T06:05:53.81494Z","steps":["trace[175643751] 'process raft request' (duration: 270.437929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.815076Z","caller":"traceutil/trace.go:171","msg":"trace[1735540683] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"264.97709ms","start":"2026-04-28T06:05:53.550049Z","end":"2026-04-28T06:05:53.815026Z","steps":["trace[1735540683] 'process raft request' (duration: 264.783736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.815389Z","caller":"traceutil/trace.go:171","msg":"trace[1412165180] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"263.270761ms","start":"2026-04-28T06:05:53.55209Z","end":"2026-04-28T06:05:53.81536Z","steps":["trace[1412165180] 'process raft request' (duration: 262.929772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.815663Z","caller":"traceutil/trace.go:171","msg":"trace[203039915] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"263.181649ms","start":"2026-04-28T06:05:53.55246Z","end":"2026-04-28T06:05:53.815641Z","steps":["trace[203039915] 'process raft request' (duration: 262.83545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.815732Z","caller":"traceutil/trace.go:171","msg":"trace[1149019558] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"262.430372ms","start":"2026-04-28T06:05:53.553259Z","end":"2026-04-28T06:05:53.815689Z","steps":["trace[1149019558] 'process raft request' (duration: 262.090674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.815844Z","caller":"traceutil/trace.go:171","msg":"trace[571977785] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"250.646145ms","start":"2026-04-28T06:05:53.565184Z","end":"2026-04-28T06:05:53.81583Z","steps":["trace[571977785] 'process raft request' (duration: 250.342668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.815944Z","caller":"traceutil/trace.go:171","msg":"trace[851370003] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"248.967215ms","start":"2026-04-28T06:05:53.566953Z","end":"2026-04-28T06:05:53.81592Z","steps":["trace[851370003] 'process raft request' (duration: 248.703529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.815953Z","caller":"traceutil/trace.go:171","msg":"trace[2100097591] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"109.819598ms","start":"2026-04-28T06:05:53.706064Z","end":"2026-04-28T06:05:53.815883Z","steps":["trace[2100097591] 'process raft request' (duration: 109.720656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.816077Z","caller":"traceutil/trace.go:171","msg":"trace[36411963] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"237.313212ms","start":"2026-04-28T06:05:53.578731Z","end":"2026-04-28T06:05:53.816044Z","steps":["trace[36411963] 'process raft request' (duration: 236.983424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.816006Z","caller":"traceutil/trace.go:171","msg":"trace[1402731936] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"257.735101ms","start":"2026-04-28T06:05:53.558258Z","end":"2026-04-28T06:05:53.815993Z","steps":["trace[1402731936] 'process raft request' (duration: 257.218839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.83063Z","caller":"traceutil/trace.go:171","msg":"trace[817663101] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"109.0295ms","start":"2026-04-28T06:05:53.721587Z","end":"2026-04-28T06:05:53.830617Z","steps":["trace[817663101] 'process raft request' (duration: 108.779104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.8327Z","caller":"traceutil/trace.go:171","msg":"trace[673131537] transaction","detail":"{read_only:false; number_of_response:1; response_revision:514; }","duration":"108.541509ms","start":"2026-04-28T06:05:53.724144Z","end":"2026-04-28T06:05:53.832685Z","steps":["trace[673131537] 'process raft request' (duration: 108.514518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:53.832813Z","caller":"traceutil/trace.go:171","msg":"trace[1877588712] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"109.186573ms","start":"2026-04-28T06:05:53.723612Z","end":"2026-04-28T06:05:53.832799Z","steps":["trace[1877588712] 'process raft request' (duration: 106.823368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:55.715676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.053204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:55.716277Z","caller":"traceutil/trace.go:171","msg":"trace[1740444673] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.717546146s","start":"2026-04-28T06:05:53.998666Z","end":"2026-04-28T06:05:55.716212Z","steps":["trace[1740444673] 'process raft request' (duration: 781.822476ms)","trace[1740444673] 'compare' (duration: 934.805979ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:55.716391Z","caller":"traceutil/trace.go:171","msg":"trace[2050252374] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.713144792s","start":"2026-04-28T06:05:54.003195Z","end":"2026-04-28T06:05:55.71634Z","steps":["trace[2050252374] 'process raft request' (duration: 1.712807114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:55.716496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:53.998655Z","time spent":"1.71772303s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:55.716629Z","caller":"traceutil/trace.go:171","msg":"trace[1681926791] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.701109609s","start":"2026-04-28T06:05:54.015478Z","end":"2026-04-28T06:05:55.716587Z","steps":["trace[1681926791] 'process raft request' (duration: 1.700842153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:55.716653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:54.003176Z","time spent":"1.713325016s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:55.716653Z","caller":"traceutil/trace.go:171","msg":"trace[1260659120] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:555; }","duration":"1.338184079s","start":"2026-04-28T06:05:54.378455Z","end":"2026-04-28T06:05:55.716639Z","steps":["trace[1260659120] 'read index received' (duration: 402.055209ms)","trace[1260659120] 'applied index is now lower than readState.Index' (duration: 936.12677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:55.716825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:54.015461Z","time spent":"1.701287974s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:05:55.792596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41409446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:55.79273Z","caller":"traceutil/trace.go:171","msg":"trace[1782730376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"1.414295365s","start":"2026-04-28T06:05:54.378405Z","end":"2026-04-28T06:05:55.7927Z","steps":["trace[1782730376] 'agreement among raft nodes before linearized reading' (duration: 1.338279711s)","trace[1782730376] 'range keys from in-memory index tree' (duration: 75.666056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:55.792795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:54.378384Z","time spent":"1.414398998s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:55.792786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.527742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:05:55.79293Z","caller":"traceutil/trace.go:171","msg":"trace[1546720453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:537; }","duration":"891.725067ms","start":"2026-04-28T06:05:54.901171Z","end":"2026-04-28T06:05:55.792896Z","steps":["trace[1546720453] 'agreement among raft nodes before linearized reading' (duration: 891.367648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:55.793009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:54.901148Z","time spent":"891.845689ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:05:55.792298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.953184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T06:05:55.793168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.650012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:05:55.794451Z","caller":"traceutil/trace.go:171","msg":"trace[1964101346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:537; }","duration":"979.988819ms","start":"2026-04-28T06:05:54.813282Z","end":"2026-04-28T06:05:55.79327Z","steps":["trace[1964101346] 'agreement among raft nodes before linearized reading' (duration: 978.921254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:55.79468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:54.813267Z","time spent":"981.371771ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T06:05:55.795536Z","caller":"traceutil/trace.go:171","msg":"trace[733815914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:537; }","duration":"893.721334ms","start":"2026-04-28T06:05:54.90178Z","end":"2026-04-28T06:05:55.795501Z","steps":["trace[733815914] 'agreement among raft nodes before linearized reading' (duration: 890.56068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:55.795612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:54.901757Z","time spent":"893.836936ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T06:05:56.004121Z","caller":"traceutil/trace.go:171","msg":"trace[1184012023] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:560; }","duration":"208.759552ms","start":"2026-04-28T06:05:55.795336Z","end":"2026-04-28T06:05:56.004096Z","steps":["trace[1184012023] 'read index received' (duration: 208.367633ms)","trace[1184012023] 'applied index is now lower than readState.Index' (duration: 391.019µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:56.004272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.925785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:56.004326Z","caller":"traceutil/trace.go:171","msg":"trace[1186509515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"209.017818ms","start":"2026-04-28T06:05:55.795296Z","end":"2026-04-28T06:05:56.004314Z","steps":["trace[1186509515] 'agreement among raft nodes before linearized reading' (duration: 208.893255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:56.004348Z","caller":"traceutil/trace.go:171","msg":"trace[1455931079] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"272.653642ms","start":"2026-04-28T06:05:55.731615Z","end":"2026-04-28T06:05:56.004269Z","steps":["trace[1455931079] 'process raft request' (duration: 272.046668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:56.004521Z","caller":"traceutil/trace.go:171","msg":"trace[1946624349] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"223.738563ms","start":"2026-04-28T06:05:55.780702Z","end":"2026-04-28T06:05:56.00444Z","steps":["trace[1946624349] 'process raft request' (duration: 223.330333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:56.016824Z","caller":"traceutil/trace.go:171","msg":"trace[813295033] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"212.255993ms","start":"2026-04-28T06:05:55.804546Z","end":"2026-04-28T06:05:56.016802Z","steps":["trace[813295033] 'process raft request' (duration: 212.14632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:56.016865Z","caller":"traceutil/trace.go:171","msg":"trace[1143071714] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"214.902194ms","start":"2026-04-28T06:05:55.801926Z","end":"2026-04-28T06:05:56.016828Z","steps":["trace[1143071714] 'process raft request' (duration: 214.661989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:56.017071Z","caller":"traceutil/trace.go:171","msg":"trace[2144411647] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"201.938122ms","start":"2026-04-28T06:05:55.815112Z","end":"2026-04-28T06:05:56.01705Z","steps":["trace[2144411647] 'process raft request' (duration: 201.605794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:56.017307Z","caller":"traceutil/trace.go:171","msg":"trace[1303171805] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"198.635843ms","start":"2026-04-28T06:05:55.818662Z","end":"2026-04-28T06:05:56.017298Z","steps":["trace[1303171805] 'process raft request' (duration: 198.396387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:56.439038Z","caller":"traceutil/trace.go:171","msg":"trace[604757883] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"146.472859ms","start":"2026-04-28T06:05:56.292535Z","end":"2026-04-28T06:05:56.439007Z","steps":["trace[604757883] 'process raft request' (duration: 130.855673ms)","trace[604757883] 'compare' (duration: 15.417341ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:56.439824Z","caller":"traceutil/trace.go:171","msg":"trace[1890517930] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"100.807007ms","start":"2026-04-28T06:05:56.338996Z","end":"2026-04-28T06:05:56.439803Z","steps":["trace[1890517930] 'process raft request' (duration: 100.648774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:56.892716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.849468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:05:56.892811Z","caller":"traceutil/trace.go:171","msg":"trace[51235932] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"204.412439ms","start":"2026-04-28T06:05:56.688385Z","end":"2026-04-28T06:05:56.892797Z","steps":["trace[51235932] 'process raft request' (duration: 100.415178ms)","trace[51235932] 'compare' (duration: 103.767786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:56.904553Z","caller":"traceutil/trace.go:171","msg":"trace[1585559354] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"211.609748ms","start":"2026-04-28T06:05:56.692929Z","end":"2026-04-28T06:05:56.904539Z","steps":["trace[1585559354] 'process raft request' (duration: 211.466035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:56.904769Z","caller":"traceutil/trace.go:171","msg":"trace[509568954] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"185.908715ms","start":"2026-04-28T06:05:56.718837Z","end":"2026-04-28T06:05:56.904746Z","steps":["trace[509568954] 'process raft request' (duration: 185.672289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:05:57.157745Z","caller":"traceutil/trace.go:171","msg":"trace[1587067864] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"116.742302ms","start":"2026-04-28T06:05:57.040971Z","end":"2026-04-28T06:05:57.157713Z","steps":["trace[1587067864] 'process raft request' (duration: 116.470246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:57.797083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498918564,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T06:05:58.306662Z","caller":"traceutil/trace.go:171","msg":"trace[1793702756] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.033784872s","start":"2026-04-28T06:05:57.272841Z","end":"2026-04-28T06:05:58.306626Z","steps":["trace[1793702756] 'process raft request' (duration: 937.85832ms)","trace[1793702756] 'compare' (duration: 95.517822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:05:58.306863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:57.272828Z","time spent":"1.033923016s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:05:58.308884Z","caller":"traceutil/trace.go:171","msg":"trace[626276041] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:596; }","duration":"1.012848631s","start":"2026-04-28T06:05:57.296015Z","end":"2026-04-28T06:05:58.308863Z","steps":["trace[626276041] 'read index received' (duration: 915.126586ms)","trace[626276041] 'applied index is now lower than readState.Index' (duration: 97.721245ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:05:58.309Z","caller":"traceutil/trace.go:171","msg":"trace[1716710231] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"999.958778ms","start":"2026-04-28T06:05:57.309024Z","end":"2026-04-28T06:05:58.308983Z","steps":["trace[1716710231] 'process raft request' (duration: 999.511677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:58.3092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.60939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:05:58.309244Z","caller":"traceutil/trace.go:171","msg":"trace[206847595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"930.680452ms","start":"2026-04-28T06:05:57.37855Z","end":"2026-04-28T06:05:58.30923Z","steps":["trace[206847595] 'agreement among raft nodes before linearized reading' (duration: 930.60106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:58.309272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:57.378536Z","time spent":"930.730003ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:05:58.30964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013611908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-28T06:05:58.309691Z","caller":"traceutil/trace.go:171","msg":"trace[914695095] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:576; }","duration":"1.01368897s","start":"2026-04-28T06:05:57.295984Z","end":"2026-04-28T06:05:58.309673Z","steps":["trace[914695095] 'agreement among raft nodes before linearized reading' (duration: 1.013501816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:58.309727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:57.295971Z","time spent":"1.013746971s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":80725,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-28T06:05:58.309974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.894528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T06:05:58.310011Z","caller":"traceutil/trace.go:171","msg":"trace[479165703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"232.952109ms","start":"2026-04-28T06:05:58.077046Z","end":"2026-04-28T06:05:58.309998Z","steps":["trace[479165703] 'agreement among raft nodes before linearized reading' (duration: 232.849636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:58.310235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.842189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:05:58.310278Z","caller":"traceutil/trace.go:171","msg":"trace[1257752394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:576; }","duration":"287.91055ms","start":"2026-04-28T06:05:58.022358Z","end":"2026-04-28T06:05:58.310268Z","steps":["trace[1257752394] 'agreement among raft nodes before linearized reading' (duration: 287.828778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:58.310419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.142268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:05:58.310443Z","caller":"traceutil/trace.go:171","msg":"trace[1923482090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"289.17454ms","start":"2026-04-28T06:05:58.021261Z","end":"2026-04-28T06:05:58.310436Z","steps":["trace[1923482090] 'agreement among raft nodes before linearized reading' (duration: 289.131529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:58.310564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.450856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:05:58.310589Z","caller":"traceutil/trace.go:171","msg":"trace[746161423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"289.496777ms","start":"2026-04-28T06:05:58.021084Z","end":"2026-04-28T06:05:58.310581Z","steps":["trace[746161423] 'agreement among raft nodes before linearized reading' (duration: 289.455116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:05:58.309095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:05:57.309005Z","time spent":"1.000019709s","remote":"127.0.0.1:58188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:06:03.247793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.30825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:06:03.247943Z","caller":"traceutil/trace.go:171","msg":"trace[25501738] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"260.22379ms","start":"2026-04-28T06:06:02.987704Z","end":"2026-04-28T06:06:03.247928Z","steps":["trace[25501738] 'read index received' (duration: 59.511µs)","trace[25501738] 'applied index is now lower than readState.Index' (duration: 260.163249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:06:03.248131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.431225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l6q5c\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-28T06:06:03.248158Z","caller":"traceutil/trace.go:171","msg":"trace[1977302884] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l6q5c; range_end:; response_count:1; response_revision:609; }","duration":"260.485706ms","start":"2026-04-28T06:06:02.987663Z","end":"2026-04-28T06:06:03.248149Z","steps":["trace[1977302884] 'agreement among raft nodes before linearized reading' (duration: 260.306942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:06:03.248599Z","caller":"traceutil/trace.go:171","msg":"trace[1516648619] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"743.541208ms","start":"2026-04-28T06:06:02.504762Z","end":"2026-04-28T06:06:03.248303Z","steps":["trace[1516648619] 'process raft request' (duration: 408.640825ms)","trace[1516648619] 'compare' (duration: 333.970961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:06:03.24984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:02.504738Z","time spent":"744.991161ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036225,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:06:03.477256Z","caller":"traceutil/trace.go:171","msg":"trace[294420541] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"212.467788ms","start":"2026-04-28T06:06:03.264759Z","end":"2026-04-28T06:06:03.477227Z","steps":["trace[294420541] 'process raft request' (duration: 208.524275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:03.93002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.869742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:06:03.930137Z","caller":"traceutil/trace.go:171","msg":"trace[780451645] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:632; }","duration":"552.760847ms","start":"2026-04-28T06:06:03.377358Z","end":"2026-04-28T06:06:03.930119Z","steps":["trace[780451645] 'read index received' (duration: 95.951152ms)","trace[780451645] 'applied index is now lower than readState.Index' (duration: 456.808125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:06:03.930243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.872731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:06:03.930286Z","caller":"traceutil/trace.go:171","msg":"trace[1414110235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"552.953552ms","start":"2026-04-28T06:06:03.377321Z","end":"2026-04-28T06:06:03.930274Z","steps":["trace[1414110235] 'agreement among raft nodes before linearized reading' (duration: 552.848069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:03.93033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:03.377303Z","time spent":"553.015374ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:06:03.930401Z","caller":"traceutil/trace.go:171","msg":"trace[1269712362] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"626.567551ms","start":"2026-04-28T06:06:03.303786Z","end":"2026-04-28T06:06:03.930354Z","steps":["trace[1269712362] 'process raft request' (duration: 363.244258ms)","trace[1269712362] 'compare' (duration: 262.683648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:06:03.930569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:03.303767Z","time spent":"626.726664ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:06:04.478845Z","caller":"traceutil/trace.go:171","msg":"trace[111935920] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"125.903556ms","start":"2026-04-28T06:06:04.352912Z","end":"2026-04-28T06:06:04.478815Z","steps":["trace[111935920] 'process raft request' (duration: 125.671691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:06:04.649771Z","caller":"traceutil/trace.go:171","msg":"trace[1946457974] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:634; }","duration":"272.566759ms","start":"2026-04-28T06:06:04.377175Z","end":"2026-04-28T06:06:04.649741Z","steps":["trace[1946457974] 'read index received' (duration: 101.477282ms)","trace[1946457974] 'applied index is now lower than readState.Index' (duration: 171.088117ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:06:04.649887Z","caller":"traceutil/trace.go:171","msg":"trace[996141003] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"292.99837ms","start":"2026-04-28T06:06:04.356858Z","end":"2026-04-28T06:06:04.649856Z","steps":["trace[996141003] 'process raft request' (duration: 237.272411ms)","trace[996141003] 'compare' (duration: 55.265618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:06:04.649966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.762343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:06:04.65003Z","caller":"traceutil/trace.go:171","msg":"trace[490398100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"272.863906ms","start":"2026-04-28T06:06:04.377149Z","end":"2026-04-28T06:06:04.650013Z","steps":["trace[490398100] 'agreement among raft nodes before linearized reading' (duration: 272.724523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:04.650069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.187377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:06:04.650109Z","caller":"traceutil/trace.go:171","msg":"trace[444337031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"271.266759ms","start":"2026-04-28T06:06:04.37883Z","end":"2026-04-28T06:06:04.650096Z","steps":["trace[444337031] 'agreement among raft nodes before linearized reading' (duration: 271.114816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:04.650146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.543519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:06:04.650209Z","caller":"traceutil/trace.go:171","msg":"trace[308154871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:613; }","duration":"226.641271ms","start":"2026-04-28T06:06:04.423551Z","end":"2026-04-28T06:06:04.650192Z","steps":["trace[308154871] 'agreement among raft nodes before linearized reading' (duration: 226.435467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:04.650265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.936619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:06:04.650287Z","caller":"traceutil/trace.go:171","msg":"trace[1020443028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:613; }","duration":"238.98328ms","start":"2026-04-28T06:06:04.411297Z","end":"2026-04-28T06:06:04.65028Z","steps":["trace[1020443028] 'agreement among raft nodes before linearized reading' (duration: 238.889768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:05.878999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498918666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:06:06.379462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498918666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:06:06.555354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.901396113s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T06:06:07.378457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T06:06:07.378563Z","caller":"traceutil/trace.go:171","msg":"trace[2092043524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024018s","start":"2026-04-28T06:06:05.378519Z","end":"2026-04-28T06:06:07.378543Z","steps":["trace[2092043524] 'agreement among raft nodes before linearized reading' (duration: 1.999898005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:07.378612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:05.3785Z","time spent":"2.000100819s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:06:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:06:07.774123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200464216s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T06:06:07.78582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230205983s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:06:07.785998Z","caller":"traceutil/trace.go:171","msg":"trace[851192355] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"3.132116449s","start":"2026-04-28T06:06:04.653863Z","end":"2026-04-28T06:06:07.785979Z","steps":["trace[851192355] 'process raft request' (duration: 1.901671509s)","trace[851192355] 'compare' (duration: 1.229922107s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:06:07.786061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:04.653821Z","time spent":"3.132211151s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:06:07.786841Z","caller":"traceutil/trace.go:171","msg":"trace[1331396234] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"3.131906974s","start":"2026-04-28T06:06:04.654921Z","end":"2026-04-28T06:06:07.786828Z","steps":["trace[1331396234] 'process raft request' (duration: 3.130993643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:07.786936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:04.654898Z","time spent":"3.131996856s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:06:07.787511Z","caller":"traceutil/trace.go:171","msg":"trace[217410108] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"3.131965115s","start":"2026-04-28T06:06:04.655531Z","end":"2026-04-28T06:06:07.787496Z","steps":["trace[217410108] 'process raft request' (duration: 3.131178337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:07.787593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:04.655513Z","time spent":"3.132041847s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:06:07.787743Z","caller":"traceutil/trace.go:171","msg":"trace[1184382862] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"3.084190643s","start":"2026-04-28T06:06:04.703482Z","end":"2026-04-28T06:06:07.787673Z","steps":["trace[1184382862] 'process raft request' (duration: 3.083444386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:07.788782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:04.703446Z","time spent":"3.084511601s","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T06:06:07.80379Z","caller":"traceutil/trace.go:171","msg":"trace[362853304] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:636; }","duration":"2.425204971s","start":"2026-04-28T06:06:05.378568Z","end":"2026-04-28T06:06:07.803773Z","steps":["trace[362853304] 'read index received' (duration: 1.176968604s)","trace[362853304] 'applied index is now lower than readState.Index' (duration: 1.248235717s)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:06:07.803831Z","caller":"traceutil/trace.go:171","msg":"trace[1325777594] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.436461817s","start":"2026-04-28T06:06:06.367342Z","end":"2026-04-28T06:06:07.803804Z","steps":["trace[1325777594] 'process raft request' (duration: 1.436337554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:07.803958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321536768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T06:06:07.803975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:06.367318Z","time spent":"1.436564199s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:06:07.803992Z","caller":"traceutil/trace.go:171","msg":"trace[623013440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:618; }","duration":"1.32162549s","start":"2026-04-28T06:06:06.482359Z","end":"2026-04-28T06:06:07.803985Z","steps":["trace[623013440] 'agreement among raft nodes before linearized reading' (duration: 1.321525098s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:07.804021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:06.482332Z","time spent":"1.321682122s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:06:07.804134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.086041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:06:07.80422Z","caller":"traceutil/trace.go:171","msg":"trace[126483081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"425.209433ms","start":"2026-04-28T06:06:07.378993Z","end":"2026-04-28T06:06:07.804203Z","steps":["trace[126483081] 'agreement among raft nodes before linearized reading' (duration: 425.08276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:07.804279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:07.378972Z","time spent":"425.296836ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:06:08.367088Z","caller":"traceutil/trace.go:171","msg":"trace[372336753] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"141.624855ms","start":"2026-04-28T06:06:08.22543Z","end":"2026-04-28T06:06:08.367055Z","steps":["trace[372336753] 'process raft request' (duration: 134.673443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:12.474086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.550686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-28T06:06:12.474233Z","caller":"traceutil/trace.go:171","msg":"trace[187775116] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:695; }","duration":"130.74645ms","start":"2026-04-28T06:06:12.343458Z","end":"2026-04-28T06:06:12.474205Z","steps":["trace[187775116] 'range keys from in-memory index tree' (duration: 130.33651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:25.788549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:24.373946Z","time spent":"1.414594402s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T06:06:25.788883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338499986s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:06:25.789521Z","caller":"traceutil/trace.go:171","msg":"trace[1051825257] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"1.76497603s","start":"2026-04-28T06:06:24.024524Z","end":"2026-04-28T06:06:25.7895Z","steps":["trace[1051825257] 'process raft request' (duration: 425.782347ms)","trace[1051825257] 'compare' (duration: 1.33776925s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:06:25.789744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:24.0245Z","time spent":"1.765189484s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:06:25.789813Z","caller":"traceutil/trace.go:171","msg":"trace[1894524038] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:815; }","duration":"1.696746067s","start":"2026-04-28T06:06:24.093024Z","end":"2026-04-28T06:06:25.78977Z","steps":["trace[1894524038] 'read index received' (duration: 357.206796ms)","trace[1894524038] 'applied index is now lower than readState.Index' (duration: 1.339536091s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:06:25.795816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417303385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:06:25.795909Z","caller":"traceutil/trace.go:171","msg":"trace[1619684784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:787; }","duration":"1.417420629s","start":"2026-04-28T06:06:24.378451Z","end":"2026-04-28T06:06:25.795872Z","steps":["trace[1619684784] 'agreement among raft nodes before linearized reading' (duration: 1.417307685s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:25.795948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:24.378429Z","time spent":"1.417510192s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:06:25.795955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.564016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:06:25.796Z","caller":"traceutil/trace.go:171","msg":"trace[808017674] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:787; }","duration":"935.645738ms","start":"2026-04-28T06:06:24.860342Z","end":"2026-04-28T06:06:25.795988Z","steps":["trace[808017674] 'agreement among raft nodes before linearized reading' (duration: 935.532465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:25.795995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702967373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c548l\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-28T06:06:25.79603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:24.860318Z","time spent":"935.704619ms","remote":"127.0.0.1:58416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T06:06:25.796048Z","caller":"traceutil/trace.go:171","msg":"trace[2030573015] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c548l; range_end:; response_count:1; response_revision:787; }","duration":"1.703057896s","start":"2026-04-28T06:06:24.092975Z","end":"2026-04-28T06:06:25.796033Z","steps":["trace[2030573015] 'agreement among raft nodes before linearized reading' (duration: 1.696856769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:25.796084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:24.092957Z","time spent":"1.703119488s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c548l\" "} {"level":"warn","ts":"2026-04-28T06:06:25.796078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197183249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:06:25.796186Z","caller":"traceutil/trace.go:171","msg":"trace[269915925] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:787; }","duration":"1.197361403s","start":"2026-04-28T06:06:24.598805Z","end":"2026-04-28T06:06:25.796166Z","steps":["trace[269915925] 'agreement among raft nodes before linearized reading' (duration: 1.197171098s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:25.796333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:06:24.598782Z","time spent":"1.197535717s","remote":"127.0.0.1:58276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T06:06:29.273784Z","caller":"traceutil/trace.go:171","msg":"trace[1918225037] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"143.734297ms","start":"2026-04-28T06:06:29.130021Z","end":"2026-04-28T06:06:29.273755Z","steps":["trace[1918225037] 'process raft request' (duration: 143.518882ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:06:29.394939Z","caller":"traceutil/trace.go:171","msg":"trace[341332637] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"112.009838ms","start":"2026-04-28T06:06:29.282911Z","end":"2026-04-28T06:06:29.39492Z","steps":["trace[341332637] 'process raft request' (duration: 98.461773ms)","trace[341332637] 'compare' (duration: 13.30991ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:06:29.586108Z","caller":"traceutil/trace.go:171","msg":"trace[303689380] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"186.329599ms","start":"2026-04-28T06:06:29.399738Z","end":"2026-04-28T06:06:29.586068Z","steps":["trace[303689380] 'process raft request' (duration: 159.368931ms)","trace[303689380] 'compare' (duration: 26.687661ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:06:29.81654Z","caller":"traceutil/trace.go:171","msg":"trace[1909746594] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"183.505964ms","start":"2026-04-28T06:06:29.633014Z","end":"2026-04-28T06:06:29.81652Z","steps":["trace[1909746594] 'process raft request' (duration: 183.463883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:06:29.81668Z","caller":"traceutil/trace.go:171","msg":"trace[2087421002] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:835; }","duration":"195.35095ms","start":"2026-04-28T06:06:29.621301Z","end":"2026-04-28T06:06:29.816652Z","steps":["trace[2087421002] 'read index received' (duration: 7.470064ms)","trace[2087421002] 'applied index is now lower than readState.Index' (duration: 187.877916ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:06:29.816865Z","caller":"traceutil/trace.go:171","msg":"trace[245228422] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"225.764248ms","start":"2026-04-28T06:06:29.591088Z","end":"2026-04-28T06:06:29.816852Z","steps":["trace[245228422] 'process raft request' (duration: 220.875204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:29.817027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.709698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T06:06:29.817076Z","caller":"traceutil/trace.go:171","msg":"trace[1093565060] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:807; }","duration":"195.796299ms","start":"2026-04-28T06:06:29.621265Z","end":"2026-04-28T06:06:29.817061Z","steps":["trace[1093565060] 'agreement among raft nodes before linearized reading' (duration: 195.624985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:55.120811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.073554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T06:06:55.121046Z","caller":"traceutil/trace.go:171","msg":"trace[798295262] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"107.469564ms","start":"2026-04-28T06:06:55.013559Z","end":"2026-04-28T06:06:55.121029Z","steps":["trace[798295262] 'process raft request' (duration: 107.342711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:06:58.250369Z","caller":"traceutil/trace.go:171","msg":"trace[52343924] linearizableReadLoop","detail":"{readStateIndex:1026; appliedIndex:1025; }","duration":"120.548647ms","start":"2026-04-28T06:06:58.129797Z","end":"2026-04-28T06:06:58.250346Z","steps":["trace[52343924] 'read index received' (duration: 113.983153ms)","trace[52343924] 'applied index is now lower than readState.Index' (duration: 6.564314ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:06:58.250497Z","caller":"traceutil/trace.go:171","msg":"trace[2144806211] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"123.138898ms","start":"2026-04-28T06:06:58.127325Z","end":"2026-04-28T06:06:58.250464Z","steps":["trace[2144806211] 'process raft request' (duration: 116.537013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:06:58.250558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.739021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T06:06:58.250601Z","caller":"traceutil/trace.go:171","msg":"trace[41563771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:989; }","duration":"120.798593ms","start":"2026-04-28T06:06:58.129792Z","end":"2026-04-28T06:06:58.250591Z","steps":["trace[41563771] 'agreement among raft nodes before linearized reading' (duration: 120.645209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:06:59.132203Z","caller":"traceutil/trace.go:171","msg":"trace[1646984610] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"118.001058ms","start":"2026-04-28T06:06:59.014178Z","end":"2026-04-28T06:06:59.132179Z","steps":["trace[1646984610] 'process raft request' (duration: 117.857554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:00.521739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.75966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:07:00.521844Z","caller":"traceutil/trace.go:171","msg":"trace[2032475799] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1038; }","duration":"267.047589ms","start":"2026-04-28T06:07:00.25478Z","end":"2026-04-28T06:07:00.521827Z","steps":["trace[2032475799] 'read index received' (duration: 92.120005ms)","trace[2032475799] 'applied index is now lower than readState.Index' (duration: 174.926384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:07:00.522015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.226403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T06:07:00.522061Z","caller":"traceutil/trace.go:171","msg":"trace[351502503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1000; }","duration":"267.297535ms","start":"2026-04-28T06:07:00.25475Z","end":"2026-04-28T06:07:00.522047Z","steps":["trace[351502503] 'agreement among raft nodes before linearized reading' (duration: 267.155452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:00.522294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.819456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T06:07:00.52236Z","caller":"traceutil/trace.go:171","msg":"trace[1610576288] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"360.937315ms","start":"2026-04-28T06:07:00.161405Z","end":"2026-04-28T06:07:00.522342Z","steps":["trace[1610576288] 'process raft request' (duration: 185.486009ms)","trace[1610576288] 'compare' (duration: 174.459322ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:00.522333Z","caller":"traceutil/trace.go:171","msg":"trace[933456298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1000; }","duration":"233.880086ms","start":"2026-04-28T06:07:00.288441Z","end":"2026-04-28T06:07:00.522321Z","steps":["trace[933456298] 'agreement among raft nodes before linearized reading' (duration: 233.472037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:00.522446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:00.161387Z","time spent":"361.005557ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:07:00.726203Z","caller":"traceutil/trace.go:171","msg":"trace[636051554] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1040; }","duration":"138.337302ms","start":"2026-04-28T06:07:00.587837Z","end":"2026-04-28T06:07:00.726174Z","steps":["trace[636051554] 'read index received' (duration: 59.573577ms)","trace[636051554] 'applied index is now lower than readState.Index' (duration: 78.762695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:00.726256Z","caller":"traceutil/trace.go:171","msg":"trace[1810155309] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"200.384897ms","start":"2026-04-28T06:07:00.525844Z","end":"2026-04-28T06:07:00.726229Z","steps":["trace[1810155309] 'process raft request' (duration: 121.611232ms)","trace[1810155309] 'compare' (duration: 78.59243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:07:00.726334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.469035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:00.726376Z","caller":"traceutil/trace.go:171","msg":"trace[1569745834] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1002; }","duration":"138.566117ms","start":"2026-04-28T06:07:00.587797Z","end":"2026-04-28T06:07:00.726364Z","steps":["trace[1569745834] 'agreement among raft nodes before linearized reading' (duration: 138.478015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:01.878045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498919561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:07:02.378397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498919561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:07:02.879203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498919561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:07:03.377369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T06:07:03.377462Z","caller":"traceutil/trace.go:171","msg":"trace[493882651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385432s","start":"2026-04-28T06:07:01.377061Z","end":"2026-04-28T06:07:03.377447Z","steps":["trace[493882651] 'agreement among raft nodes before linearized reading' (duration: 2.00027947s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:03.377497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:01.377036Z","time spent":"2.000453414s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:07:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:07:03.379546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498919561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:07:03.705795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.508374002s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:07:03.706175Z","caller":"traceutil/trace.go:171","msg":"trace[1787188577] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"2.508802292s","start":"2026-04-28T06:07:01.197348Z","end":"2026-04-28T06:07:03.706151Z","steps":["trace[1787188577] 'process raft request' (duration: 2.508623468s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:03.706323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:01.197337Z","time spent":"2.508912474s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:05.378215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000775131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T06:07:05.378275Z","caller":"traceutil/trace.go:171","msg":"trace[232338362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000877094s","start":"2026-04-28T06:07:03.377384Z","end":"2026-04-28T06:07:05.378261Z","steps":["trace[232338362] 'agreement among raft nodes before linearized reading' (duration: 2.000800052s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:05.378317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:03.377367Z","time spent":"2.000942695s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:07:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:07:06.053382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484699335s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:07:06.05376Z","caller":"traceutil/trace.go:171","msg":"trace[1961138505] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1041; }","duration":"4.676638014s","start":"2026-04-28T06:07:01.377104Z","end":"2026-04-28T06:07:06.053742Z","steps":["trace[1961138505] 'read index received' (duration: 2.328872582s)","trace[1961138505] 'applied index is now lower than readState.Index' (duration: 2.347764732s)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:06.053841Z","caller":"traceutil/trace.go:171","msg":"trace[2092730557] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"4.46045352s","start":"2026-04-28T06:07:01.593382Z","end":"2026-04-28T06:07:06.053835Z","steps":["trace[2092730557] 'process raft request' (duration: 4.460241305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.053928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:01.593353Z","time spent":"4.460509132s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:06.074784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508665436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T06:07:06.074812Z","caller":"traceutil/trace.go:171","msg":"trace[1618321917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1005; }","duration":"3.508734948s","start":"2026-04-28T06:07:02.566071Z","end":"2026-04-28T06:07:06.074806Z","steps":["trace[1618321917] 'agreement among raft nodes before linearized reading' (duration: 3.508628476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.074836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:02.566046Z","time spent":"3.50878618s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:07:06.074837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055335137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T06:07:06.074904Z","caller":"traceutil/trace.go:171","msg":"trace[41708060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1005; }","duration":"4.055437299s","start":"2026-04-28T06:07:02.019449Z","end":"2026-04-28T06:07:06.074887Z","steps":["trace[41708060] 'agreement among raft nodes before linearized reading' (duration: 4.055230974s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.074931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741834723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:06.074947Z","caller":"traceutil/trace.go:171","msg":"trace[737367532] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1005; }","duration":"1.741878913s","start":"2026-04-28T06:07:04.333063Z","end":"2026-04-28T06:07:06.074942Z","steps":["trace[737367532] 'agreement among raft nodes before linearized reading' (duration: 1.741850482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.074951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:02.019436Z","time spent":"4.055506021s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:06.074951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865028035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:07:06.075006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344842952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:07:06.075024Z","caller":"traceutil/trace.go:171","msg":"trace[643561422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1005; }","duration":"3.344896653s","start":"2026-04-28T06:07:02.730124Z","end":"2026-04-28T06:07:06.07502Z","steps":["trace[643561422] 'agreement among raft nodes before linearized reading' (duration: 3.344851992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.07504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:02.730108Z","time spent":"3.344928963s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T06:07:06.074818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13454036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:06.075036Z","caller":"traceutil/trace.go:171","msg":"trace[1638657683] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1005; }","duration":"3.865163718s","start":"2026-04-28T06:07:02.209855Z","end":"2026-04-28T06:07:06.075018Z","steps":["trace[1638657683] 'agreement among raft nodes before linearized reading' (duration: 3.865021575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.075025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826260232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T06:07:06.075077Z","caller":"traceutil/trace.go:171","msg":"trace[1916604301] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1005; }","duration":"1.134877018s","start":"2026-04-28T06:07:04.940188Z","end":"2026-04-28T06:07:06.075065Z","steps":["trace[1916604301] 'agreement among raft nodes before linearized reading' (duration: 1.134500939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.07509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:02.209836Z","time spent":"3.86524322s","remote":"127.0.0.1:58460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-28T06:07:06.075105Z","caller":"traceutil/trace.go:171","msg":"trace[491930505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1005; }","duration":"3.826381195s","start":"2026-04-28T06:07:02.248705Z","end":"2026-04-28T06:07:06.075086Z","steps":["trace[491930505] 'agreement among raft nodes before linearized reading' (duration: 3.82614539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.074967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:04.333048Z","time spent":"1.741915035s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:07:06.075157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.170979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:06.075213Z","caller":"traceutil/trace.go:171","msg":"trace[1883329132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1005; }","duration":"692.25605ms","start":"2026-04-28T06:07:05.382945Z","end":"2026-04-28T06:07:06.075201Z","steps":["trace[1883329132] 'agreement among raft nodes before linearized reading' (duration: 692.186068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.075117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:04.940173Z","time spent":"1.134932699s","remote":"127.0.0.1:58322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:07:06.075249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549795334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-28T06:07:06.075281Z","caller":"traceutil/trace.go:171","msg":"trace[808097023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1005; }","duration":"3.549850705s","start":"2026-04-28T06:07:02.525419Z","end":"2026-04-28T06:07:06.07527Z","steps":["trace[808097023] 'agreement among raft nodes before linearized reading' (duration: 3.549766253s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.075162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:02.248685Z","time spent":"3.826468007s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:06.07532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:02.525402Z","time spent":"3.549911817s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:06.075278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:05.382928Z","time spent":"692.327122ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:07:06.0751Z","caller":"traceutil/trace.go:171","msg":"trace[2023967583] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"364.228611ms","start":"2026-04-28T06:07:05.71085Z","end":"2026-04-28T06:07:06.075079Z","steps":["trace[2023967583] 'process raft request' (duration: 363.709549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.075462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.239037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa702a1a37e0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T06:07:06.075512Z","caller":"traceutil/trace.go:171","msg":"trace[1738867391] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa702a1a37e0ce; range_end:; response_count:1; response_revision:1005; }","duration":"694.326529ms","start":"2026-04-28T06:07:05.381172Z","end":"2026-04-28T06:07:06.075498Z","steps":["trace[1738867391] 'agreement among raft nodes before linearized reading' (duration: 694.137605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:06.075512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:05.710816Z","time spent":"364.61661ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:06.07555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:05.381151Z","time spent":"694.390781ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa702a1a37e0ce\" "} {"level":"info","ts":"2026-04-28T06:07:12.278072Z","caller":"traceutil/trace.go:171","msg":"trace[531142617] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"124.428127ms","start":"2026-04-28T06:07:12.15362Z","end":"2026-04-28T06:07:12.278048Z","steps":["trace[531142617] 'process raft request' (duration: 124.296724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:12.278901Z","caller":"traceutil/trace.go:171","msg":"trace[818483555] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"123.509986ms","start":"2026-04-28T06:07:12.155364Z","end":"2026-04-28T06:07:12.278874Z","steps":["trace[818483555] 'process raft request' (duration: 123.471265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:12.279229Z","caller":"traceutil/trace.go:171","msg":"trace[1570154012] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"125.038272ms","start":"2026-04-28T06:07:12.154161Z","end":"2026-04-28T06:07:12.2792Z","steps":["trace[1570154012] 'process raft request' (duration: 124.492169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:12.279305Z","caller":"traceutil/trace.go:171","msg":"trace[1482832978] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"124.884249ms","start":"2026-04-28T06:07:12.1544Z","end":"2026-04-28T06:07:12.279284Z","steps":["trace[1482832978] 'process raft request' (duration: 124.403477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:12.279367Z","caller":"traceutil/trace.go:171","msg":"trace[766903794] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"125.098403ms","start":"2026-04-28T06:07:12.154232Z","end":"2026-04-28T06:07:12.27933Z","steps":["trace[766903794] 'process raft request' (duration: 124.534869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:24.828061Z","caller":"traceutil/trace.go:171","msg":"trace[897638626] linearizableReadLoop","detail":"{readStateIndex:1108; appliedIndex:1107; }","duration":"498.445257ms","start":"2026-04-28T06:07:24.329596Z","end":"2026-04-28T06:07:24.828042Z","steps":["trace[897638626] 'read index received' (duration: 498.203982ms)","trace[897638626] 'applied index is now lower than readState.Index' (duration: 240.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:24.828172Z","caller":"traceutil/trace.go:171","msg":"trace[1156835942] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"642.671436ms","start":"2026-04-28T06:07:24.185463Z","end":"2026-04-28T06:07:24.828134Z","steps":["trace[1156835942] 'process raft request' (duration: 642.43815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:24.828269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.652272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:07:24.828316Z","caller":"traceutil/trace.go:171","msg":"trace[1366132218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1065; }","duration":"498.750524ms","start":"2026-04-28T06:07:24.329553Z","end":"2026-04-28T06:07:24.828303Z","steps":["trace[1366132218] 'agreement among raft nodes before linearized reading' (duration: 498.598901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:24.828328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.727721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T06:07:24.828355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.329533Z","time spent":"498.811755ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T06:07:24.828362Z","caller":"traceutil/trace.go:171","msg":"trace[1920720188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1065; }","duration":"482.782792ms","start":"2026-04-28T06:07:24.345569Z","end":"2026-04-28T06:07:24.828352Z","steps":["trace[1920720188] 'agreement among raft nodes before linearized reading' (duration: 482.673189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:24.828362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.897704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T06:07:24.828355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.215234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:07:24.82839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.345561Z","time spent":"482.821973ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T06:07:24.828398Z","caller":"traceutil/trace.go:171","msg":"trace[764007526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1065; }","duration":"485.959485ms","start":"2026-04-28T06:07:24.342429Z","end":"2026-04-28T06:07:24.828388Z","steps":["trace[764007526] 'agreement among raft nodes before linearized reading' (duration: 485.856143ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:24.828408Z","caller":"traceutil/trace.go:171","msg":"trace[945226971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"450.304407ms","start":"2026-04-28T06:07:24.37809Z","end":"2026-04-28T06:07:24.828395Z","steps":["trace[945226971] 'agreement among raft nodes before linearized reading' (duration: 450.215855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:24.82838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.317781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:07:24.82849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.185442Z","time spent":"642.847339ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:24.828535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.849151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:07:24.828568Z","caller":"traceutil/trace.go:171","msg":"trace[1855706634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1065; }","duration":"484.901401ms","start":"2026-04-28T06:07:24.343661Z","end":"2026-04-28T06:07:24.828562Z","steps":["trace[1855706634] 'agreement among raft nodes before linearized reading' (duration: 484.605525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:24.828726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.343651Z","time spent":"485.069685ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T06:07:24.828503Z","caller":"traceutil/trace.go:171","msg":"trace[973232661] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1065; }","duration":"403.498546ms","start":"2026-04-28T06:07:24.424986Z","end":"2026-04-28T06:07:24.828485Z","steps":["trace[973232661] 'agreement among raft nodes before linearized reading' (duration: 403.311341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:24.828791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.424967Z","time spent":"403.801863ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:07:24.828435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.378077Z","time spent":"450.353097ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:07:24.828424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.342417Z","time spent":"486.001807ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:24.829248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.702043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:07:24.829283Z","caller":"traceutil/trace.go:171","msg":"trace[857362541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1065; }","duration":"498.771786ms","start":"2026-04-28T06:07:24.330503Z","end":"2026-04-28T06:07:24.829275Z","steps":["trace[857362541] 'agreement among raft nodes before linearized reading' (duration: 497.7077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:24.829303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.330485Z","time spent":"498.813216ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T06:07:25.504369Z","caller":"traceutil/trace.go:171","msg":"trace[1555931727] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"672.261815ms","start":"2026-04-28T06:07:24.832049Z","end":"2026-04-28T06:07:25.50431Z","steps":["trace[1555931727] 'process raft request' (duration: 645.405719ms)","trace[1555931727] 'compare' (duration: 26.612099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:07:25.504557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.832034Z","time spent":"672.426379ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:07:25.554803Z","caller":"traceutil/trace.go:171","msg":"trace[1089075016] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"722.68683ms","start":"2026-04-28T06:07:24.832087Z","end":"2026-04-28T06:07:25.554774Z","steps":["trace[1089075016] 'process raft request' (duration: 722.487224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:25.554964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.832075Z","time spent":"722.805502ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:07:25.55531Z","caller":"traceutil/trace.go:171","msg":"trace[1908239820] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"723.038047ms","start":"2026-04-28T06:07:24.832227Z","end":"2026-04-28T06:07:25.555265Z","steps":["trace[1908239820] 'process raft request' (duration: 722.493455ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:25.55548Z","caller":"traceutil/trace.go:171","msg":"trace[2079495853] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"721.610954ms","start":"2026-04-28T06:07:24.83385Z","end":"2026-04-28T06:07:25.555461Z","steps":["trace[2079495853] 'process raft request' (duration: 721.287797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:25.555544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.832221Z","time spent":"723.18772ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:25.555598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.833842Z","time spent":"721.698716ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:07:25.555752Z","caller":"traceutil/trace.go:171","msg":"trace[255489828] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"721.940282ms","start":"2026-04-28T06:07:24.833796Z","end":"2026-04-28T06:07:25.555736Z","steps":["trace[255489828] 'process raft request' (duration: 721.551583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:25.555854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:24.833784Z","time spent":"722.015624ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:28.061415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498919725,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T06:07:28.320591Z","caller":"traceutil/trace.go:171","msg":"trace[871162083] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1116; }","duration":"759.507137ms","start":"2026-04-28T06:07:27.56106Z","end":"2026-04-28T06:07:28.320567Z","steps":["trace[871162083] 'read index received' (duration: 759.273131ms)","trace[871162083] 'applied index is now lower than readState.Index' (duration: 233.126µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:28.320697Z","caller":"traceutil/trace.go:171","msg":"trace[86767617] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"808.509538ms","start":"2026-04-28T06:07:27.512177Z","end":"2026-04-28T06:07:28.320686Z","steps":["trace[86767617] 'process raft request' (duration: 808.256773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:28.320817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:27.512157Z","time spent":"808.580171ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:28.320921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.801774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T06:07:28.321007Z","caller":"traceutil/trace.go:171","msg":"trace[550011111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1073; }","duration":"759.930237ms","start":"2026-04-28T06:07:27.561054Z","end":"2026-04-28T06:07:28.320984Z","steps":["trace[550011111] 'agreement among raft nodes before linearized reading' (duration: 759.686672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:28.321023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.170209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:07:28.321053Z","caller":"traceutil/trace.go:171","msg":"trace[1890243604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1073; }","duration":"759.247771ms","start":"2026-04-28T06:07:27.561797Z","end":"2026-04-28T06:07:28.321044Z","steps":["trace[1890243604] 'agreement among raft nodes before linearized reading' (duration: 759.135138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:28.321061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:27.561038Z","time spent":"760.006759ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:28.321084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:27.561762Z","time spent":"759.312962ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:07:28.321199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.138311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:07:28.321231Z","caller":"traceutil/trace.go:171","msg":"trace[291743112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1073; }","duration":"760.192173ms","start":"2026-04-28T06:07:27.561029Z","end":"2026-04-28T06:07:28.321221Z","steps":["trace[291743112] 'agreement among raft nodes before linearized reading' (duration: 760.116601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:28.321254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:27.561015Z","time spent":"760.233783ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:28.321304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.735562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:07:28.321354Z","caller":"traceutil/trace.go:171","msg":"trace[1939585172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1073; }","duration":"759.800533ms","start":"2026-04-28T06:07:27.561539Z","end":"2026-04-28T06:07:28.32134Z","steps":["trace[1939585172] 'agreement among raft nodes before linearized reading' (duration: 759.6381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:28.321515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:27.561533Z","time spent":"759.964578ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:28.540235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.271174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:07:28.540503Z","caller":"traceutil/trace.go:171","msg":"trace[766891310] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"200.865247ms","start":"2026-04-28T06:07:28.339597Z","end":"2026-04-28T06:07:28.540462Z","steps":["trace[766891310] 'process raft request' (duration: 94.278105ms)","trace[766891310] 'compare' (duration: 106.151252ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:28.540528Z","caller":"traceutil/trace.go:171","msg":"trace[1789134186] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"200.797505ms","start":"2026-04-28T06:07:28.3397Z","end":"2026-04-28T06:07:28.540497Z","steps":["trace[1789134186] 'process raft request' (duration: 200.654972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:28.540681Z","caller":"traceutil/trace.go:171","msg":"trace[762108841] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"200.861716ms","start":"2026-04-28T06:07:28.339803Z","end":"2026-04-28T06:07:28.540664Z","steps":["trace[762108841] 'process raft request' (duration: 200.649371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:28.54094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.981915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:28.541014Z","caller":"traceutil/trace.go:171","msg":"trace[977177519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1077; }","duration":"163.13737ms","start":"2026-04-28T06:07:28.377859Z","end":"2026-04-28T06:07:28.540997Z","steps":["trace[977177519] 'agreement among raft nodes before linearized reading' (duration: 162.981025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:28.541521Z","caller":"traceutil/trace.go:171","msg":"trace[1115353608] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1117; }","duration":"162.580655ms","start":"2026-04-28T06:07:28.377914Z","end":"2026-04-28T06:07:28.540494Z","steps":["trace[1115353608] 'read index received' (duration: 6.108472ms)","trace[1115353608] 'applied index is now lower than readState.Index' (duration: 156.471323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:30.627038Z","caller":"traceutil/trace.go:171","msg":"trace[942054762] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1125; }","duration":"249.259315ms","start":"2026-04-28T06:07:30.377739Z","end":"2026-04-28T06:07:30.626998Z","steps":["trace[942054762] 'read index received' (duration: 248.880856ms)","trace[942054762] 'applied index is now lower than readState.Index' (duration: 376.289µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:30.627129Z","caller":"traceutil/trace.go:171","msg":"trace[1133097094] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"281.484265ms","start":"2026-04-28T06:07:30.345603Z","end":"2026-04-28T06:07:30.627087Z","steps":["trace[1133097094] 'process raft request' (duration: 281.155167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:30.627225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.470839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:30.627324Z","caller":"traceutil/trace.go:171","msg":"trace[268627264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"249.618363ms","start":"2026-04-28T06:07:30.377686Z","end":"2026-04-28T06:07:30.627305Z","steps":["trace[268627264] 'agreement among raft nodes before linearized reading' (duration: 249.449009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:30.627467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.66404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:07:30.627522Z","caller":"traceutil/trace.go:171","msg":"trace[1352573474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1081; }","duration":"239.798833ms","start":"2026-04-28T06:07:30.387707Z","end":"2026-04-28T06:07:30.627506Z","steps":["trace[1352573474] 'agreement among raft nodes before linearized reading' (duration: 239.568328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:30.627822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.540703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:30.627872Z","caller":"traceutil/trace.go:171","msg":"trace[816164619] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1081; }","duration":"204.629665ms","start":"2026-04-28T06:07:30.423229Z","end":"2026-04-28T06:07:30.627858Z","steps":["trace[816164619] 'agreement among raft nodes before linearized reading' (duration: 204.449231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:31.008524Z","caller":"traceutil/trace.go:171","msg":"trace[1124784470] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"104.251205ms","start":"2026-04-28T06:07:30.904247Z","end":"2026-04-28T06:07:31.008498Z","steps":["trace[1124784470] 'process raft request' (duration: 104.096021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.259852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498919980,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T06:07:47.550753Z","caller":"traceutil/trace.go:171","msg":"trace[256471395] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"819.351107ms","start":"2026-04-28T06:07:46.731377Z","end":"2026-04-28T06:07:47.550728Z","steps":["trace[256471395] 'process raft request' (duration: 819.193273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.550904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:46.731355Z","time spent":"819.46912ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:07:47.629043Z","caller":"traceutil/trace.go:171","msg":"trace[1366197539] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1233; }","duration":"870.056003ms","start":"2026-04-28T06:07:46.758963Z","end":"2026-04-28T06:07:47.629019Z","steps":["trace[1366197539] 'read index received' (duration: 791.574112ms)","trace[1366197539] 'applied index is now lower than readState.Index' (duration: 78.480861ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:07:47.629461Z","caller":"traceutil/trace.go:171","msg":"trace[1905381761] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"711.820254ms","start":"2026-04-28T06:07:46.917606Z","end":"2026-04-28T06:07:47.629426Z","steps":["trace[1905381761] 'process raft request' (duration: 663.181895ms)","trace[1905381761] 'compare' (duration: 48.078296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:07:47.629537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.726276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T06:07:47.629561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.576015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T06:07:47.629578Z","caller":"traceutil/trace.go:171","msg":"trace[714661735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1186; }","duration":"869.793319ms","start":"2026-04-28T06:07:46.759774Z","end":"2026-04-28T06:07:47.629568Z","steps":["trace[714661735] 'agreement among raft nodes before linearized reading' (duration: 869.646434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:47.629597Z","caller":"traceutil/trace.go:171","msg":"trace[233598377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1186; }","duration":"870.664028ms","start":"2026-04-28T06:07:46.758925Z","end":"2026-04-28T06:07:47.629589Z","steps":["trace[233598377] 'agreement among raft nodes before linearized reading' (duration: 870.479063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.629607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:46.917593Z","time spent":"711.942726ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:47.629615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:46.759769Z","time spent":"869.83735ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T06:07:47.629649Z","caller":"traceutil/trace.go:171","msg":"trace[2064669262] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"503.342317ms","start":"2026-04-28T06:07:47.126301Z","end":"2026-04-28T06:07:47.629643Z","steps":["trace[2064669262] 'process raft request' (duration: 502.677441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.629687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:47.126284Z","time spent":"503.379398ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:07:47.629769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.160026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:07:47.629783Z","caller":"traceutil/trace.go:171","msg":"trace[722975123] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1186; }","duration":"720.202099ms","start":"2026-04-28T06:07:46.909576Z","end":"2026-04-28T06:07:47.629778Z","steps":["trace[722975123] 'agreement among raft nodes before linearized reading' (duration: 720.168408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.629622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:46.758912Z","time spent":"870.705439ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:47.629804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:46.909555Z","time spent":"720.23842ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:07:47.629822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.829282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:07:47.629851Z","caller":"traceutil/trace.go:171","msg":"trace[1008789959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1186; }","duration":"820.881553ms","start":"2026-04-28T06:07:46.808961Z","end":"2026-04-28T06:07:47.629842Z","steps":["trace[1008789959] 'agreement among raft nodes before linearized reading' (duration: 820.787031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.629876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:46.808944Z","time spent":"820.925774ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:47.629876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.467004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:47.629956Z","caller":"traceutil/trace.go:171","msg":"trace[879926609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1186; }","duration":"251.591477ms","start":"2026-04-28T06:07:47.378345Z","end":"2026-04-28T06:07:47.629937Z","steps":["trace[879926609] 'agreement among raft nodes before linearized reading' (duration: 251.435614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.629985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.577577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:07:47.630013Z","caller":"traceutil/trace.go:171","msg":"trace[74622295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1186; }","duration":"864.628969ms","start":"2026-04-28T06:07:46.765376Z","end":"2026-04-28T06:07:47.630005Z","steps":["trace[74622295] 'agreement among raft nodes before linearized reading' (duration: 864.557897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.630036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:46.765364Z","time spent":"864.667109ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:07:47.629971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.04616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:07:47.630088Z","caller":"traceutil/trace.go:171","msg":"trace[1234653453] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1186; }","duration":"659.187593ms","start":"2026-04-28T06:07:46.970887Z","end":"2026-04-28T06:07:47.630075Z","steps":["trace[1234653453] 'agreement among raft nodes before linearized reading' (duration: 659.05855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:07:47.630175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:07:46.97085Z","time spent":"659.309455ms","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T06:07:47.785667Z","caller":"traceutil/trace.go:171","msg":"trace[1546917757] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"152.039877ms","start":"2026-04-28T06:07:47.633603Z","end":"2026-04-28T06:07:47.785643Z","steps":["trace[1546917757] 'process raft request' (duration: 151.553215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:47.786029Z","caller":"traceutil/trace.go:171","msg":"trace[1170474075] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"151.811221ms","start":"2026-04-28T06:07:47.634204Z","end":"2026-04-28T06:07:47.786015Z","steps":["trace[1170474075] 'process raft request' (duration: 151.090635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:07:47.785716Z","caller":"traceutil/trace.go:171","msg":"trace[1727116529] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"151.176557ms","start":"2026-04-28T06:07:47.634513Z","end":"2026-04-28T06:07:47.785689Z","steps":["trace[1727116529] 'process raft request' (duration: 150.819048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:01.903692Z","caller":"traceutil/trace.go:171","msg":"trace[928122604] linearizableReadLoop","detail":"{readStateIndex:1294; appliedIndex:1292; }","duration":"128.259916ms","start":"2026-04-28T06:08:01.775404Z","end":"2026-04-28T06:08:01.903664Z","steps":["trace[928122604] 'read index received' (duration: 67.709731ms)","trace[928122604] 'applied index is now lower than readState.Index' (duration: 60.549245ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:01.904338Z","caller":"traceutil/trace.go:171","msg":"trace[1771951927] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"137.787956ms","start":"2026-04-28T06:08:01.766534Z","end":"2026-04-28T06:08:01.904322Z","steps":["trace[1771951927] 'process raft request' (duration: 136.977178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:01.904837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.416083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:08:01.904883Z","caller":"traceutil/trace.go:171","msg":"trace[2025201767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1241; }","duration":"129.493554ms","start":"2026-04-28T06:08:01.775379Z","end":"2026-04-28T06:08:01.904872Z","steps":["trace[2025201767] 'agreement among raft nodes before linearized reading' (duration: 129.33311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:03.206611Z","caller":"traceutil/trace.go:171","msg":"trace[386132979] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"180.696443ms","start":"2026-04-28T06:08:03.02589Z","end":"2026-04-28T06:08:03.206586Z","steps":["trace[386132979] 'process raft request' (duration: 180.515599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:04.469846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498920144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:08:04.506918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129553263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:04.506977Z","caller":"traceutil/trace.go:171","msg":"trace[2118174850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1257; }","duration":"1.129654386s","start":"2026-04-28T06:08:03.377309Z","end":"2026-04-28T06:08:04.506963Z","steps":["trace[2118174850] 'range keys from in-memory index tree' (duration: 1.129465902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:04.507005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:03.377292Z","time spent":"1.129706716s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:08:04.507088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.891398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:08:04.50719Z","caller":"traceutil/trace.go:171","msg":"trace[1248000206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1257; }","duration":"660.035811ms","start":"2026-04-28T06:08:03.847132Z","end":"2026-04-28T06:08:04.507168Z","steps":["trace[1248000206] 'range keys from in-memory index tree' (duration: 659.732464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:04.507253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:03.847114Z","time spent":"660.124763ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T06:08:04.507088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100572931s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:04.507363Z","caller":"traceutil/trace.go:171","msg":"trace[369769293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1257; }","duration":"1.100828997s","start":"2026-04-28T06:08:03.406499Z","end":"2026-04-28T06:08:04.507328Z","steps":["trace[369769293] 'range keys from in-memory index tree' (duration: 1.100561681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:04.970867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498920144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:08:05.043759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133431874s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:08:05.044251Z","caller":"traceutil/trace.go:171","msg":"trace[1753117493] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"1.133974087s","start":"2026-04-28T06:08:03.910232Z","end":"2026-04-28T06:08:05.044207Z","steps":["trace[1753117493] 'process raft request' (duration: 1.133735251s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:05.044455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:03.91021Z","time spent":"1.134185141s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:08:05.305778Z","caller":"traceutil/trace.go:171","msg":"trace[1470408367] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"795.434142ms","start":"2026-04-28T06:08:04.51031Z","end":"2026-04-28T06:08:05.305745Z","steps":["trace[1470408367] 'process raft request' (duration: 697.226774ms)","trace[1470408367] 'compare' (duration: 97.85144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:05.305923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:04.510294Z","time spent":"795.558995ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:08:05.305973Z","caller":"traceutil/trace.go:171","msg":"trace[1730568863] linearizableReadLoop","detail":"{readStateIndex:1312; appliedIndex:1310; }","duration":"1.336582296s","start":"2026-04-28T06:08:03.969368Z","end":"2026-04-28T06:08:05.30595Z","steps":["trace[1730568863] 'read index received' (duration: 1.074704852s)","trace[1730568863] 'applied index is now lower than readState.Index' (duration: 261.872244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:05.37352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404075493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T06:08:05.373576Z","caller":"traceutil/trace.go:171","msg":"trace[1829588568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1259; }","duration":"1.404152395s","start":"2026-04-28T06:08:03.969412Z","end":"2026-04-28T06:08:05.373564Z","steps":["trace[1829588568] 'agreement among raft nodes before linearized reading' (duration: 1.404009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:05.373604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:03.969406Z","time spent":"1.404190725s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:08:05.373604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.985026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:05.373643Z","caller":"traceutil/trace.go:171","msg":"trace[1706819348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1259; }","duration":"865.047737ms","start":"2026-04-28T06:08:04.508585Z","end":"2026-04-28T06:08:05.373633Z","steps":["trace[1706819348] 'agreement among raft nodes before linearized reading' (duration: 864.986996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:05.373677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:04.508575Z","time spent":"865.095849ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T06:08:05.373733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038127262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:08:05.373762Z","caller":"traceutil/trace.go:171","msg":"trace[1458613124] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1259; }","duration":"1.038154753s","start":"2026-04-28T06:08:04.335598Z","end":"2026-04-28T06:08:05.373752Z","steps":["trace[1458613124] 'agreement among raft nodes before linearized reading' (duration: 1.038115842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:05.373793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:04.335553Z","time spent":"1.038234145s","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:05.373927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404459272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:08:05.373951Z","caller":"traceutil/trace.go:171","msg":"trace[561935414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1259; }","duration":"1.404520863s","start":"2026-04-28T06:08:03.969425Z","end":"2026-04-28T06:08:05.373946Z","steps":["trace[561935414] 'agreement among raft nodes before linearized reading' (duration: 1.404461972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:05.373968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:03.969405Z","time spent":"1.404559024s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:08:05.374066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404693367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:08:05.374119Z","caller":"traceutil/trace.go:171","msg":"trace[1053794307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1259; }","duration":"1.404779599s","start":"2026-04-28T06:08:03.969325Z","end":"2026-04-28T06:08:05.374105Z","steps":["trace[1053794307] 'agreement among raft nodes before linearized reading' (duration: 1.336699799s)","trace[1053794307] 'range keys from in-memory index tree' (duration: 67.764193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:05.374128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404694597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T06:08:05.374149Z","caller":"traceutil/trace.go:171","msg":"trace[1573798969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1259; }","duration":"1.404753778s","start":"2026-04-28T06:08:03.96939Z","end":"2026-04-28T06:08:05.374143Z","steps":["trace[1573798969] 'agreement among raft nodes before linearized reading' (duration: 1.404696466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:05.374186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:03.969369Z","time spent":"1.404798219s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T06:08:05.374148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:03.969305Z","time spent":"1.40483633s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T06:08:05.639038Z","caller":"traceutil/trace.go:171","msg":"trace[1529703065] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"260.542644ms","start":"2026-04-28T06:08:05.378445Z","end":"2026-04-28T06:08:05.638988Z","steps":["trace[1529703065] 'process raft request' (duration: 260.440862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:05.639041Z","caller":"traceutil/trace.go:171","msg":"trace[384248364] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"260.694428ms","start":"2026-04-28T06:08:05.37831Z","end":"2026-04-28T06:08:05.639004Z","steps":["trace[384248364] 'process raft request' (duration: 260.402621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:05.63918Z","caller":"traceutil/trace.go:171","msg":"trace[1396673334] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1313; }","duration":"256.95756ms","start":"2026-04-28T06:08:05.382205Z","end":"2026-04-28T06:08:05.639163Z","steps":["trace[1396673334] 'read index received' (duration: 42.164428ms)","trace[1396673334] 'applied index is now lower than readState.Index' (duration: 214.788462ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:05.63932Z","caller":"traceutil/trace.go:171","msg":"trace[1609925067] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"260.779539ms","start":"2026-04-28T06:08:05.378516Z","end":"2026-04-28T06:08:05.639295Z","steps":["trace[1609925067] 'process raft request' (duration: 260.441862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:05.639393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.169275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:05.639506Z","caller":"traceutil/trace.go:171","msg":"trace[961985697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1263; }","duration":"257.308629ms","start":"2026-04-28T06:08:05.382186Z","end":"2026-04-28T06:08:05.639495Z","steps":["trace[961985697] 'agreement among raft nodes before linearized reading' (duration: 257.159326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:06.314784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.508727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:08:06.314859Z","caller":"traceutil/trace.go:171","msg":"trace[665539695] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1263; }","duration":"139.63246ms","start":"2026-04-28T06:08:06.175211Z","end":"2026-04-28T06:08:06.314844Z","steps":["trace[665539695] 'count revisions from in-memory index tree' (duration: 139.426405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:07.157153Z","caller":"traceutil/trace.go:171","msg":"trace[2004847570] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"108.280601ms","start":"2026-04-28T06:08:07.048842Z","end":"2026-04-28T06:08:07.157122Z","steps":["trace[2004847570] 'process raft request' (duration: 108.023185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:07.547304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.615994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:08:07.547328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.038838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:07.547381Z","caller":"traceutil/trace.go:171","msg":"trace[728282511] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1264; }","duration":"147.740808ms","start":"2026-04-28T06:08:07.399624Z","end":"2026-04-28T06:08:07.547365Z","steps":["trace[728282511] 'count revisions from in-memory index tree' (duration: 147.546012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:07.547391Z","caller":"traceutil/trace.go:171","msg":"trace[1545264624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1264; }","duration":"171.135141ms","start":"2026-04-28T06:08:07.376242Z","end":"2026-04-28T06:08:07.547377Z","steps":["trace[1545264624] 'range keys from in-memory index tree' (duration: 170.977366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:07.547458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.846681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:08:07.547564Z","caller":"traceutil/trace.go:171","msg":"trace[1205535105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1264; }","duration":"120.004234ms","start":"2026-04-28T06:08:07.427537Z","end":"2026-04-28T06:08:07.547541Z","steps":["trace[1205535105] 'range keys from in-memory index tree' (duration: 119.669325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:07.548109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.683484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:08:07.548325Z","caller":"traceutil/trace.go:171","msg":"trace[1730779287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1264; }","duration":"237.909009ms","start":"2026-04-28T06:08:07.310373Z","end":"2026-04-28T06:08:07.548282Z","steps":["trace[1730779287] 'range keys from in-memory index tree' (duration: 236.663859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:07.942563Z","caller":"traceutil/trace.go:171","msg":"trace[516394378] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"390.93834ms","start":"2026-04-28T06:08:07.551595Z","end":"2026-04-28T06:08:07.942534Z","steps":["trace[516394378] 'process raft request' (duration: 390.714535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:07.942719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:07.551577Z","time spent":"391.055682ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:08:08.488859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.872979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:08.489026Z","caller":"traceutil/trace.go:171","msg":"trace[1195201190] linearizableReadLoop","detail":"{readStateIndex:1320; appliedIndex:1318; }","duration":"845.28639ms","start":"2026-04-28T06:08:07.643704Z","end":"2026-04-28T06:08:08.488991Z","steps":["trace[1195201190] 'read index received' (duration: 298.567036ms)","trace[1195201190] 'applied index is now lower than readState.Index' (duration: 546.717553ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:08.489171Z","caller":"traceutil/trace.go:171","msg":"trace[1955191943] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"936.867284ms","start":"2026-04-28T06:08:07.552286Z","end":"2026-04-28T06:08:08.489153Z","steps":["trace[1955191943] 'process raft request' (duration: 748.553695ms)","trace[1955191943] 'compare' (duration: 187.691424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:08.489342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:07.552279Z","time spent":"936.964706ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:08:08.489421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.720009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T06:08:08.489448Z","caller":"traceutil/trace.go:171","msg":"trace[2129168387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1266; }","duration":"845.785571ms","start":"2026-04-28T06:08:07.643655Z","end":"2026-04-28T06:08:08.48944Z","steps":["trace[2129168387] 'agreement among raft nodes before linearized reading' (duration: 845.690789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:08.489469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:07.64362Z","time spent":"845.844202ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T06:08:08.989583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498920174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:08:09.490224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498920174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:08:09.497826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197021829s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T06:08:10.378782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000928858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T06:08:10.37886Z","caller":"traceutil/trace.go:171","msg":"trace[272562087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00105293s","start":"2026-04-28T06:08:08.37779Z","end":"2026-04-28T06:08:10.378843Z","steps":["trace[272562087] 'agreement among raft nodes before linearized reading' (duration: 2.000958538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:10.378905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:08.377774Z","time spent":"2.001121842s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:08:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:08:10.552653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054620355s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T06:08:10.625425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127360722s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:10.625629Z","caller":"traceutil/trace.go:171","msg":"trace[863578336] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"2.530741728s","start":"2026-04-28T06:08:08.094869Z","end":"2026-04-28T06:08:10.625611Z","steps":["trace[863578336] 'process raft request' (duration: 1.40311701s)","trace[863578336] 'compare' (duration: 1.126978894s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:10.625701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:08.094852Z","time spent":"2.530819s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:08:10.626819Z","caller":"traceutil/trace.go:171","msg":"trace[90930068] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"2.133249768s","start":"2026-04-28T06:08:08.493538Z","end":"2026-04-28T06:08:10.626788Z","steps":["trace[90930068] 'process raft request' (duration: 2.131995009s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:10.626991Z","caller":"traceutil/trace.go:171","msg":"trace[1629624494] linearizableReadLoop","detail":"{readStateIndex:1323; appliedIndex:1320; }","duration":"2.137886884s","start":"2026-04-28T06:08:08.489085Z","end":"2026-04-28T06:08:10.626972Z","steps":["trace[1629624494] 'read index received' (duration: 1.008916084s)","trace[1629624494] 'applied index is now lower than readState.Index' (duration: 1.1289697s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:10.627004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:08.493524Z","time spent":"2.133370021s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:08:10.627031Z","caller":"traceutil/trace.go:171","msg":"trace[226283382] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"1.4652317s","start":"2026-04-28T06:08:09.161784Z","end":"2026-04-28T06:08:10.627016Z","steps":["trace[226283382] 'process raft request' (duration: 1.464877582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:10.627199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:09.161769Z","time spent":"1.465336573s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:08:10.62737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983240076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:08:10.627428Z","caller":"traceutil/trace.go:171","msg":"trace[814667953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1269; }","duration":"2.983312678s","start":"2026-04-28T06:08:07.644098Z","end":"2026-04-28T06:08:10.62741Z","steps":["trace[814667953] 'agreement among raft nodes before linearized reading' (duration: 2.983024191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:10.627435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982920048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T06:08:10.627492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:07.644089Z","time spent":"2.983389539s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T06:08:10.627503Z","caller":"traceutil/trace.go:171","msg":"trace[314279767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1269; }","duration":"2.983029141s","start":"2026-04-28T06:08:07.644457Z","end":"2026-04-28T06:08:10.627486Z","steps":["trace[314279767] 'agreement among raft nodes before linearized reading' (duration: 2.982641642s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:10.62755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:07.644448Z","time spent":"2.983092732s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:08:10.627608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544805095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:10.627649Z","caller":"traceutil/trace.go:171","msg":"trace[786135042] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1269; }","duration":"2.545276537s","start":"2026-04-28T06:08:08.08236Z","end":"2026-04-28T06:08:10.627636Z","steps":["trace[786135042] 'agreement among raft nodes before linearized reading' (duration: 2.544713344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:10.627682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:08.082339Z","time spent":"2.545331247s","remote":"127.0.0.1:57682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:11.12746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498920178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:08:11.627624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498920178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:08:11.634114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08113469s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T06:08:11.921182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T06:08:11.921257Z","caller":"traceutil/trace.go:171","msg":"trace[726685786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993446s","start":"2026-04-28T06:08:09.921246Z","end":"2026-04-28T06:08:11.92124Z","steps":["trace[726685786] 'agreement among raft nodes before linearized reading' (duration: 1.999888673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:11.921303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:09.921216Z","time spent":"2.000077268s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:08:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:08:12.318349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.973858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:12.318476Z","caller":"traceutil/trace.go:171","msg":"trace[518127688] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"1.818611119s","start":"2026-04-28T06:08:10.499841Z","end":"2026-04-28T06:08:12.318453Z","steps":["trace[518127688] 'process raft request' (duration: 1.134446326s)","trace[518127688] 'compare' (duration: 683.314122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:12.318569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:10.499819Z","time spent":"1.818698711s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:08:12.379496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T06:08:12.379582Z","caller":"traceutil/trace.go:171","msg":"trace[578699989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347984s","start":"2026-04-28T06:08:10.379212Z","end":"2026-04-28T06:08:12.37956Z","steps":["trace[578699989] 'agreement among raft nodes before linearized reading' (duration: 2.000244192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:12.379629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:10.379191Z","time spent":"2.000428736s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:08:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:08:12.484052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990290881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:08:12.484108Z","caller":"traceutil/trace.go:171","msg":"trace[1799006501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1273; }","duration":"1.990341872s","start":"2026-04-28T06:08:10.493756Z","end":"2026-04-28T06:08:12.484097Z","steps":["trace[1799006501] 'agreement among raft nodes before linearized reading' (duration: 1.99023917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:12.48408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425869013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:08:12.484074Z","caller":"traceutil/trace.go:171","msg":"trace[2004171570] linearizableReadLoop","detail":"{readStateIndex:1327; appliedIndex:1323; }","duration":"1.856807935s","start":"2026-04-28T06:08:10.627043Z","end":"2026-04-28T06:08:12.483851Z","steps":["trace[2004171570] 'read index received' (duration: 1.007254696s)","trace[2004171570] 'applied index is now lower than readState.Index' (duration: 849.552279ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:12.484169Z","caller":"traceutil/trace.go:171","msg":"trace[1370149162] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1273; }","duration":"3.426084148s","start":"2026-04-28T06:08:09.058058Z","end":"2026-04-28T06:08:12.484142Z","steps":["trace[1370149162] 'agreement among raft nodes before linearized reading' (duration: 3.425806142s)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:12.484175Z","caller":"traceutil/trace.go:171","msg":"trace[1759761816] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"1.276064833s","start":"2026-04-28T06:08:11.207809Z","end":"2026-04-28T06:08:12.483874Z","steps":["trace[1759761816] 'process raft request' (duration: 1.276015382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:12.484137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:10.49369Z","time spent":"1.990441115s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T06:08:12.484244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857321565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T06:08:12.484244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:09.058029Z","time spent":"3.426178731s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T06:08:12.484262Z","caller":"traceutil/trace.go:171","msg":"trace[78972878] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1273; }","duration":"2.857381366s","start":"2026-04-28T06:08:09.626875Z","end":"2026-04-28T06:08:12.484256Z","steps":["trace[78972878] 'agreement among raft nodes before linearized reading' (duration: 2.857323905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:12.48428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:09.626841Z","time spent":"2.857436187s","remote":"127.0.0.1:58160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-28T06:08:12.484186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538115279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:08:12.484382Z","caller":"traceutil/trace.go:171","msg":"trace[1583428749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1273; }","duration":"2.538343265s","start":"2026-04-28T06:08:09.946028Z","end":"2026-04-28T06:08:12.484372Z","steps":["trace[1583428749] 'agreement among raft nodes before linearized reading' (duration: 2.538121379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:12.484441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:09.946006Z","time spent":"2.538424746s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:08:12.484475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.808441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:12.484515Z","caller":"traceutil/trace.go:171","msg":"trace[1864540453] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"1.853396046s","start":"2026-04-28T06:08:10.631109Z","end":"2026-04-28T06:08:12.484505Z","steps":["trace[1864540453] 'process raft request' (duration: 1.826165253s)","trace[1864540453] 'compare' (duration: 26.440475ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:12.484526Z","caller":"traceutil/trace.go:171","msg":"trace[1616453052] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1273; }","duration":"201.980676ms","start":"2026-04-28T06:08:12.282531Z","end":"2026-04-28T06:08:12.484512Z","steps":["trace[1616453052] 'agreement among raft nodes before linearized reading' (duration: 201.801802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:12.484559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:10.631086Z","time spent":"1.853448637s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:08:12.48462Z","caller":"traceutil/trace.go:171","msg":"trace[594373164] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"1.852862923s","start":"2026-04-28T06:08:10.631751Z","end":"2026-04-28T06:08:12.484614Z","steps":["trace[594373164] 'process raft request' (duration: 1.852048465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:12.484647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:10.63174Z","time spent":"1.852891853s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:08:12.484251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:11.207785Z","time spent":"1.276421461s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:08:12.484765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.164169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa702a1a37e0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T06:08:12.484785Z","caller":"traceutil/trace.go:171","msg":"trace[2038535619] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa702a1a37e0ce; range_end:; response_count:1; response_revision:1273; }","duration":"102.220071ms","start":"2026-04-28T06:08:12.382558Z","end":"2026-04-28T06:08:12.484778Z","steps":["trace[2038535619] 'agreement among raft nodes before linearized reading' (duration: 102.16615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:12.690254Z","caller":"traceutil/trace.go:171","msg":"trace[1898509707] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"200.44599ms","start":"2026-04-28T06:08:12.489789Z","end":"2026-04-28T06:08:12.690235Z","steps":["trace[1898509707] 'process raft request' (duration: 200.374878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:12.690308Z","caller":"traceutil/trace.go:171","msg":"trace[1760625569] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"201.678758ms","start":"2026-04-28T06:08:12.488597Z","end":"2026-04-28T06:08:12.690276Z","steps":["trace[1760625569] 'process raft request' (duration: 201.502734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:12.69043Z","caller":"traceutil/trace.go:171","msg":"trace[1754087810] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"142.191648ms","start":"2026-04-28T06:08:12.548226Z","end":"2026-04-28T06:08:12.690418Z","steps":["trace[1754087810] 'process raft request' (duration: 141.975913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:12.690362Z","caller":"traceutil/trace.go:171","msg":"trace[2076048822] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"202.530698ms","start":"2026-04-28T06:08:12.487657Z","end":"2026-04-28T06:08:12.690188Z","steps":["trace[2076048822] 'process raft request' (duration: 123.2877ms)","trace[2076048822] 'compare' (duration: 79.027464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:13.409887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.504347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:13.409939Z","caller":"traceutil/trace.go:171","msg":"trace[1449722332] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1280; }","duration":"105.588858ms","start":"2026-04-28T06:08:13.304338Z","end":"2026-04-28T06:08:13.409927Z","steps":["trace[1449722332] 'range keys from in-memory index tree' (duration: 105.399275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:15.447962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935547781s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:15.449708Z","caller":"traceutil/trace.go:171","msg":"trace[711072822] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"2.0359892s","start":"2026-04-28T06:08:13.413684Z","end":"2026-04-28T06:08:15.449673Z","steps":["trace[711072822] 'process raft request' (duration: 98.594787ms)","trace[711072822] 'compare' (duration: 1.933252937s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:15.449869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:13.413652Z","time spent":"2.036134693s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":836,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:08:15.449991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034702871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:15.450066Z","caller":"traceutil/trace.go:171","msg":"trace[2028772396] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:1282; }","duration":"2.034780623s","start":"2026-04-28T06:08:13.415271Z","end":"2026-04-28T06:08:15.450052Z","steps":["trace[2028772396] 'agreement among raft nodes before linearized reading' (duration: 2.03466246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:15.450129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:13.415223Z","time spent":"2.034880316s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-28T06:08:15.450154Z","caller":"traceutil/trace.go:171","msg":"trace[1839855528] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1336; }","duration":"2.033979443s","start":"2026-04-28T06:08:13.415278Z","end":"2026-04-28T06:08:15.449258Z","steps":["trace[1839855528] 'read index received' (duration: 96.938069ms)","trace[1839855528] 'applied index is now lower than readState.Index' (duration: 1.937036444s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:15.744994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T06:08:15.745071Z","caller":"traceutil/trace.go:171","msg":"trace[2027518275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060086s","start":"2026-04-28T06:08:13.744453Z","end":"2026-04-28T06:08:15.745054Z","steps":["trace[2027518275] 'agreement among raft nodes before linearized reading' (duration: 2.000497897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:15.745118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:13.744433Z","time spent":"2.000674531s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:08:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T06:08:15.95138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498920204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:08:16.288656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.377264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:16.288775Z","caller":"traceutil/trace.go:171","msg":"trace[782432201] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"1.550556661s","start":"2026-04-28T06:08:14.738196Z","end":"2026-04-28T06:08:16.288753Z","steps":["trace[782432201] 'process raft request' (duration: 1.389001133s)","trace[782432201] 'compare' (duration: 160.524704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.288839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.738181Z","time spent":"1.550625612s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:08:16.377893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T06:08:16.377948Z","caller":"traceutil/trace.go:171","msg":"trace[2132620708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039326s","start":"2026-04-28T06:08:14.377897Z","end":"2026-04-28T06:08:16.377936Z","steps":["trace[2132620708] 'agreement among raft nodes before linearized reading' (duration: 1.999966905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:16.377979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.377878Z","time spent":"2.000095218s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 06:08:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T06:08:16.416435Z","caller":"traceutil/trace.go:171","msg":"trace[1371863386] linearizableReadLoop","detail":"{readStateIndex:1340; appliedIndex:1337; }","duration":"966.178503ms","start":"2026-04-28T06:08:15.450231Z","end":"2026-04-28T06:08:16.41641Z","steps":["trace[1371863386] 'read index received' (duration: 676.987394ms)","trace[1371863386] 'applied index is now lower than readState.Index' (duration: 289.189088ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:16.416449Z","caller":"traceutil/trace.go:171","msg":"trace[2052522774] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"963.611204ms","start":"2026-04-28T06:08:15.452804Z","end":"2026-04-28T06:08:16.416416Z","steps":["trace[2052522774] 'process raft request' (duration: 963.278886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:16.41655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:15.452788Z","time spent":"963.716478ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:08:16.820024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894186652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:08:16.820039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538500991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:16.820119Z","caller":"traceutil/trace.go:171","msg":"trace[1768358720] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1284; }","duration":"1.894303925s","start":"2026-04-28T06:08:14.925791Z","end":"2026-04-28T06:08:16.820095Z","steps":["trace[1768358720] 'agreement among raft nodes before linearized reading' (duration: 1.490704062s)","trace[1768358720] 'count revisions from in-memory index tree' (duration: 403.466759ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:16.820139Z","caller":"traceutil/trace.go:171","msg":"trace[1991341187] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1284; }","duration":"1.538695385s","start":"2026-04-28T06:08:15.281417Z","end":"2026-04-28T06:08:16.820112Z","steps":["trace[1991341187] 'agreement among raft nodes before linearized reading' (duration: 1.135096593s)","trace[1991341187] 'count revisions from in-memory index tree' (duration: 403.408318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.820169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.925721Z","time spent":"1.894436147s","remote":"127.0.0.1:57648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:16.820196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:15.281399Z","time spent":"1.538781648s","remote":"127.0.0.1:57594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:16.820224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125639611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T06:08:16.820327Z","caller":"traceutil/trace.go:171","msg":"trace[1381012537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1284; }","duration":"2.125760414s","start":"2026-04-28T06:08:14.694538Z","end":"2026-04-28T06:08:16.820298Z","steps":["trace[1381012537] 'agreement among raft nodes before linearized reading' (duration: 1.721946726s)","trace[1381012537] 'range keys from in-memory index tree' (duration: 403.551221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.820394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.694533Z","time spent":"2.125844486s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T06:08:16.820842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.093009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-28T06:08:16.820904Z","caller":"traceutil/trace.go:171","msg":"trace[1677064561] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1284; }","duration":"399.215471ms","start":"2026-04-28T06:08:16.421673Z","end":"2026-04-28T06:08:16.820889Z","steps":["trace[1677064561] 'range keys from in-memory index tree' (duration: 398.991477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:16.820949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:16.421657Z","time spent":"399.278743ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T06:08:16.820969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.975776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T06:08:16.820992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272935757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:08:16.821013Z","caller":"traceutil/trace.go:171","msg":"trace[1616860235] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1284; }","duration":"740.041208ms","start":"2026-04-28T06:08:16.080956Z","end":"2026-04-28T06:08:16.820998Z","steps":["trace[1616860235] 'agreement among raft nodes before linearized reading' (duration: 335.610346ms)","trace[1616860235] 'count revisions from in-memory index tree' (duration: 404.376541ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:16.821026Z","caller":"traceutil/trace.go:171","msg":"trace[1983043177] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1284; }","duration":"2.272972458s","start":"2026-04-28T06:08:14.548042Z","end":"2026-04-28T06:08:16.821015Z","steps":["trace[1983043177] 'agreement among raft nodes before linearized reading' (duration: 1.868514026s)","trace[1983043177] 'count revisions from in-memory index tree' (duration: 404.401911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.82106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.54787Z","time spent":"2.273183484s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:16.821063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:16.080943Z","time spent":"740.111519ms","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:16.821069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332562542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T06:08:16.820907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39200019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T06:08:16.82084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332270875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T06:08:16.821157Z","caller":"traceutil/trace.go:171","msg":"trace[1173647884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1284; }","duration":"2.332698715s","start":"2026-04-28T06:08:14.488434Z","end":"2026-04-28T06:08:16.821133Z","steps":["trace[1173647884] 'agreement among raft nodes before linearized reading' (duration: 1.928106559s)","trace[1173647884] 'range keys from in-memory index tree' (duration: 404.36951ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:16.821184Z","caller":"traceutil/trace.go:171","msg":"trace[1497777541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1284; }","duration":"2.332661934s","start":"2026-04-28T06:08:14.488514Z","end":"2026-04-28T06:08:16.821176Z","steps":["trace[1497777541] 'agreement among raft nodes before linearized reading' (duration: 1.928017907s)","trace[1497777541] 'range keys from in-memory index tree' (duration: 404.193057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.821207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.488488Z","time spent":"2.332712424s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T06:08:16.821204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.488414Z","time spent":"2.332779866s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T06:08:16.82121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.632409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa702a1a37e0ce\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T06:08:16.821268Z","caller":"traceutil/trace.go:171","msg":"trace[1796501307] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa702a1a37e0ce; range_end:; response_count:1; response_revision:1284; }","duration":"439.708891ms","start":"2026-04-28T06:08:16.381542Z","end":"2026-04-28T06:08:16.821251Z","steps":["trace[1796501307] 'agreement among raft nodes before linearized reading' (duration: 35.036663ms)","trace[1796501307] 'range keys from in-memory index tree' (duration: 404.546394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.821315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:16.381532Z","time spent":"439.770952ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa702a1a37e0ce\" "} {"level":"info","ts":"2026-04-28T06:08:16.821201Z","caller":"traceutil/trace.go:171","msg":"trace[1258937357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1284; }","duration":"2.392379699s","start":"2026-04-28T06:08:14.428795Z","end":"2026-04-28T06:08:16.821174Z","steps":["trace[1258937357] 'agreement among raft nodes before linearized reading' (duration: 1.987786133s)","trace[1258937357] 'count revisions from in-memory index tree' (duration: 404.232107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.821367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07688808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T06:08:16.821423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127017192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:08:16.821429Z","caller":"traceutil/trace.go:171","msg":"trace[732021473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1284; }","duration":"2.076976871s","start":"2026-04-28T06:08:14.744437Z","end":"2026-04-28T06:08:16.821414Z","steps":["trace[732021473] 'agreement among raft nodes before linearized reading' (duration: 1.67210598s)","trace[732021473] 'range keys from in-memory index tree' (duration: 404.727718ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:16.821467Z","caller":"traceutil/trace.go:171","msg":"trace[2091608669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1284; }","duration":"2.127090384s","start":"2026-04-28T06:08:14.694365Z","end":"2026-04-28T06:08:16.821455Z","steps":["trace[2091608669] 'agreement among raft nodes before linearized reading' (duration: 1.722179702s)","trace[2091608669] 'range keys from in-memory index tree' (duration: 404.773039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.821471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.744421Z","time spent":"2.077042883s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T06:08:16.821497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.69435Z","time spent":"2.127141425s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T06:08:16.821449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.428735Z","time spent":"2.392631774s","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:16.821637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.438511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:16.821711Z","caller":"traceutil/trace.go:171","msg":"trace[1736725140] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"398.368802ms","start":"2026-04-28T06:08:16.423329Z","end":"2026-04-28T06:08:16.821697Z","steps":["trace[1736725140] 'process raft request' (duration: 275.819309ms)","trace[1736725140] 'compare' (duration: 121.601581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.821779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:16.423314Z","time spent":"398.424403ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T06:08:16.823026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99671283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:08:16.823084Z","caller":"traceutil/trace.go:171","msg":"trace[1735713872] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1284; }","duration":"1.998981103s","start":"2026-04-28T06:08:14.824088Z","end":"2026-04-28T06:08:16.823069Z","steps":["trace[1735713872] 'agreement among raft nodes before linearized reading' (duration: 1.592440342s)","trace[1735713872] 'count revisions from in-memory index tree' (duration: 404.290129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.82312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:14.824068Z","time spent":"1.999042484s","remote":"127.0.0.1:58294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:16.821341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.149361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:16.823645Z","caller":"traceutil/trace.go:171","msg":"trace[396009200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1284; }","duration":"439.649019ms","start":"2026-04-28T06:08:16.38397Z","end":"2026-04-28T06:08:16.823619Z","steps":["trace[396009200] 'agreement among raft nodes before linearized reading' (duration: 32.601486ms)","trace[396009200] 'range keys from in-memory index tree' (duration: 404.533404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.823765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:16.383948Z","time spent":"439.802823ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:08:16.943854Z","caller":"traceutil/trace.go:171","msg":"trace[1341171084] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"118.682484ms","start":"2026-04-28T06:08:16.82514Z","end":"2026-04-28T06:08:16.943822Z","steps":["trace[1341171084] 'read index received' (duration: 113.302509ms)","trace[1341171084] 'applied index is now lower than readState.Index' (duration: 5.378465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:16.944029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.864878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:16.944068Z","caller":"traceutil/trace.go:171","msg":"trace[199029389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1286; }","duration":"118.94688ms","start":"2026-04-28T06:08:16.82511Z","end":"2026-04-28T06:08:16.944057Z","steps":["trace[199029389] 'agreement among raft nodes before linearized reading' (duration: 118.846847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:16.944068Z","caller":"traceutil/trace.go:171","msg":"trace[1779212856] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"118.93983ms","start":"2026-04-28T06:08:16.825098Z","end":"2026-04-28T06:08:16.944038Z","steps":["trace[1779212856] 'process raft request' (duration: 113.476353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:17.020466Z","caller":"traceutil/trace.go:171","msg":"trace[1791983715] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"195.041305ms","start":"2026-04-28T06:08:16.825397Z","end":"2026-04-28T06:08:17.020439Z","steps":["trace[1791983715] 'process raft request' (duration: 194.760829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:17.020767Z","caller":"traceutil/trace.go:171","msg":"trace[428329825] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"194.765067ms","start":"2026-04-28T06:08:16.825986Z","end":"2026-04-28T06:08:17.020751Z","steps":["trace[428329825] 'process raft request' (duration: 194.41785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:17.020903Z","caller":"traceutil/trace.go:171","msg":"trace[1422236757] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"194.815659ms","start":"2026-04-28T06:08:16.826043Z","end":"2026-04-28T06:08:17.020858Z","steps":["trace[1422236757] 'process raft request' (duration: 194.646795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:17.021003Z","caller":"traceutil/trace.go:171","msg":"trace[854147371] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"194.966712ms","start":"2026-04-28T06:08:16.826024Z","end":"2026-04-28T06:08:17.020991Z","steps":["trace[854147371] 'process raft request' (duration: 194.42337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:17.021Z","caller":"traceutil/trace.go:171","msg":"trace[1994505610] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"194.768418ms","start":"2026-04-28T06:08:16.826213Z","end":"2026-04-28T06:08:17.020981Z","steps":["trace[1994505610] 'process raft request' (duration: 194.544183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:17.020824Z","caller":"traceutil/trace.go:171","msg":"trace[1223763619] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"194.949742ms","start":"2026-04-28T06:08:16.825838Z","end":"2026-04-28T06:08:17.020788Z","steps":["trace[1223763619] 'process raft request' (duration: 194.490292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:18.604429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831410028498920218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T06:08:18.682575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.419193772s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T06:08:18.68317Z","caller":"traceutil/trace.go:171","msg":"trace[1684970629] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"1.41995341s","start":"2026-04-28T06:08:17.263181Z","end":"2026-04-28T06:08:18.683134Z","steps":["trace[1684970629] 'process raft request' (duration: 1.419754185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:18.683419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:17.263156Z","time spent":"1.420077563s","remote":"127.0.0.1:58276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T06:08:18.960429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.066322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:18.960551Z","caller":"traceutil/trace.go:171","msg":"trace[927691510] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1348; }","duration":"856.573352ms","start":"2026-04-28T06:08:18.10395Z","end":"2026-04-28T06:08:18.960524Z","steps":["trace[927691510] 'read index received' (duration: 578.89882ms)","trace[927691510] 'applied index is now lower than readState.Index' (duration: 277.673282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:18.960803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.807637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:18.960908Z","caller":"traceutil/trace.go:171","msg":"trace[1751235952] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1294; }","duration":"857.015001ms","start":"2026-04-28T06:08:18.10388Z","end":"2026-04-28T06:08:18.960895Z","steps":["trace[1751235952] 'agreement among raft nodes before linearized reading' (duration: 856.841947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:18.960965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:18.103861Z","time spent":"857.077573ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:18.960979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.340583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:18.961013Z","caller":"traceutil/trace.go:171","msg":"trace[1463487039] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1294; }","duration":"733.420354ms","start":"2026-04-28T06:08:18.227582Z","end":"2026-04-28T06:08:18.961002Z","steps":["trace[1463487039] 'agreement among raft nodes before linearized reading' (duration: 733.348943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:18.961062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:18.227562Z","time spent":"733.485285ms","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T06:08:18.961306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.763651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:18.961343Z","caller":"traceutil/trace.go:171","msg":"trace[238751658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1294; }","duration":"583.825433ms","start":"2026-04-28T06:08:18.37751Z","end":"2026-04-28T06:08:18.961336Z","steps":["trace[238751658] 'agreement among raft nodes before linearized reading' (duration: 583.754481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:18.9614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:18.377497Z","time spent":"583.897454ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:08:18.961673Z","caller":"traceutil/trace.go:171","msg":"trace[248904197] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"665.571121ms","start":"2026-04-28T06:08:18.295271Z","end":"2026-04-28T06:08:18.960842Z","steps":["trace[248904197] 'process raft request' (duration: 424.000727ms)","trace[248904197] 'compare' (duration: 240.799375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:18.961827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:08:18.295249Z","time spent":"666.490751ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T06:08:21.083746Z","caller":"traceutil/trace.go:171","msg":"trace[572170627] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1358; }","duration":"113.382121ms","start":"2026-04-28T06:08:20.970351Z","end":"2026-04-28T06:08:21.083733Z","steps":["trace[572170627] 'read index received' (duration: 113.376041ms)","trace[572170627] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:21.083757Z","caller":"traceutil/trace.go:171","msg":"trace[1510362779] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"117.068116ms","start":"2026-04-28T06:08:20.966661Z","end":"2026-04-28T06:08:21.083729Z","steps":["trace[1510362779] 'process raft request' (duration: 116.918082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:21.083939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.573905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T06:08:21.083967Z","caller":"traceutil/trace.go:171","msg":"trace[188781628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1301; }","duration":"113.641086ms","start":"2026-04-28T06:08:20.970319Z","end":"2026-04-28T06:08:21.08396Z","steps":["trace[188781628] 'agreement among raft nodes before linearized reading' (duration: 113.490873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:21.084869Z","caller":"traceutil/trace.go:171","msg":"trace[890643948] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"110.974575ms","start":"2026-04-28T06:08:20.973885Z","end":"2026-04-28T06:08:21.08486Z","steps":["trace[890643948] 'process raft request' (duration: 110.744699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:22.945754Z","caller":"traceutil/trace.go:171","msg":"trace[1406820770] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1373; }","duration":"105.182699ms","start":"2026-04-28T06:08:22.840551Z","end":"2026-04-28T06:08:22.945734Z","steps":["trace[1406820770] 'read index received' (duration: 6.765176ms)","trace[1406820770] 'applied index is now lower than readState.Index' (duration: 98.416393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:22.945886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.319632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:08:22.945865Z","caller":"traceutil/trace.go:171","msg":"trace[787205261] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"204.481303ms","start":"2026-04-28T06:08:22.741344Z","end":"2026-04-28T06:08:22.945825Z","steps":["trace[787205261] 'process raft request' (duration: 106.016419ms)","trace[787205261] 'compare' (duration: 98.175068ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:22.945931Z","caller":"traceutil/trace.go:171","msg":"trace[838840278] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1317; }","duration":"105.403274ms","start":"2026-04-28T06:08:22.840515Z","end":"2026-04-28T06:08:22.945918Z","steps":["trace[838840278] 'agreement among raft nodes before linearized reading' (duration: 105.302672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:22.969796Z","caller":"traceutil/trace.go:171","msg":"trace[722646918] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"119.941703ms","start":"2026-04-28T06:08:22.849838Z","end":"2026-04-28T06:08:22.96978Z","steps":["trace[722646918] 'process raft request' (duration: 119.8475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:31.352163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.357178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:08:31.352297Z","caller":"traceutil/trace.go:171","msg":"trace[2095567734] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1433; }","duration":"195.992987ms","start":"2026-04-28T06:08:31.156285Z","end":"2026-04-28T06:08:31.352278Z","steps":["trace[2095567734] 'read index received' (duration: 70.476215ms)","trace[2095567734] 'applied index is now lower than readState.Index' (duration: 125.514982ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:08:31.352371Z","caller":"traceutil/trace.go:171","msg":"trace[943314453] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"196.174531ms","start":"2026-04-28T06:08:31.156185Z","end":"2026-04-28T06:08:31.35236Z","steps":["trace[943314453] 'process raft request' (duration: 70.517156ms)","trace[943314453] 'compare' (duration: 125.229345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:08:31.35265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.335275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T06:08:31.353053Z","caller":"traceutil/trace.go:171","msg":"trace[1847339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1375; }","duration":"196.754094ms","start":"2026-04-28T06:08:31.156247Z","end":"2026-04-28T06:08:31.353001Z","steps":["trace[1847339] 'agreement among raft nodes before linearized reading' (duration: 196.195321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:31.387263Z","caller":"traceutil/trace.go:171","msg":"trace[627899992] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"227.969959ms","start":"2026-04-28T06:08:31.159262Z","end":"2026-04-28T06:08:31.387232Z","steps":["trace[627899992] 'process raft request' (duration: 227.781975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:31.387463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.943125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T06:08:31.387399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.57843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T06:08:31.387561Z","caller":"traceutil/trace.go:171","msg":"trace[65302154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1376; }","duration":"230.072007ms","start":"2026-04-28T06:08:31.157472Z","end":"2026-04-28T06:08:31.387544Z","steps":["trace[65302154] 'agreement among raft nodes before linearized reading' (duration: 229.831382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:31.387576Z","caller":"traceutil/trace.go:171","msg":"trace[1387855291] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1376; }","duration":"180.811865ms","start":"2026-04-28T06:08:31.206742Z","end":"2026-04-28T06:08:31.387554Z","steps":["trace[1387855291] 'agreement among raft nodes before linearized reading' (duration: 180.491608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:08:31.38767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.290802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T06:08:31.387782Z","caller":"traceutil/trace.go:171","msg":"trace[1820863349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1376; }","duration":"230.462456ms","start":"2026-04-28T06:08:31.157301Z","end":"2026-04-28T06:08:31.387763Z","steps":["trace[1820863349] 'agreement among raft nodes before linearized reading' (duration: 230.17809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:31.532491Z","caller":"traceutil/trace.go:171","msg":"trace[124959441] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"140.055719ms","start":"2026-04-28T06:08:31.392404Z","end":"2026-04-28T06:08:31.53246Z","steps":["trace[124959441] 'process raft request' (duration: 139.948667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:31.53251Z","caller":"traceutil/trace.go:171","msg":"trace[1454217593] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"140.425467ms","start":"2026-04-28T06:08:31.392045Z","end":"2026-04-28T06:08:31.53247Z","steps":["trace[1454217593] 'process raft request' (duration: 140.12525ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:31.532782Z","caller":"traceutil/trace.go:171","msg":"trace[514882882] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"139.798434ms","start":"2026-04-28T06:08:31.392952Z","end":"2026-04-28T06:08:31.532751Z","steps":["trace[514882882] 'process raft request' (duration: 139.454295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:08:31.532878Z","caller":"traceutil/trace.go:171","msg":"trace[848034699] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"139.840794ms","start":"2026-04-28T06:08:31.392965Z","end":"2026-04-28T06:08:31.532806Z","steps":["trace[848034699] 'process raft request' (duration: 139.651639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:01.944795Z","caller":"traceutil/trace.go:171","msg":"trace[1249137501] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"195.595302ms","start":"2026-04-28T06:09:01.749172Z","end":"2026-04-28T06:09:01.944767Z","steps":["trace[1249137501] 'process raft request' (duration: 165.662055ms)","trace[1249137501] 'compare' (duration: 29.643651ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:09:15.955711Z","caller":"traceutil/trace.go:171","msg":"trace[1529387953] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"137.586379ms","start":"2026-04-28T06:09:15.818092Z","end":"2026-04-28T06:09:15.955678Z","steps":["trace[1529387953] 'process raft request' (duration: 70.581481ms)","trace[1529387953] 'compare' (duration: 66.698761ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:09:24.472508Z","caller":"traceutil/trace.go:171","msg":"trace[2030272402] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"105.332588ms","start":"2026-04-28T06:09:24.367143Z","end":"2026-04-28T06:09:24.472476Z","steps":["trace[2030272402] 'process raft request' (duration: 104.99266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:32.301982Z","caller":"traceutil/trace.go:171","msg":"trace[55234219] linearizableReadLoop","detail":"{readStateIndex:1727; appliedIndex:1726; }","duration":"136.271719ms","start":"2026-04-28T06:09:32.165683Z","end":"2026-04-28T06:09:32.301955Z","steps":["trace[55234219] 'read index received' (duration: 136.121375ms)","trace[55234219] 'applied index is now lower than readState.Index' (duration: 149.064µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:09:32.302081Z","caller":"traceutil/trace.go:171","msg":"trace[197848499] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"151.12029ms","start":"2026-04-28T06:09:32.150925Z","end":"2026-04-28T06:09:32.302046Z","steps":["trace[197848499] 'process raft request' (duration: 150.875524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:09:32.302129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.431862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:09:32.302168Z","caller":"traceutil/trace.go:171","msg":"trace[1077965550] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1656; }","duration":"136.518884ms","start":"2026-04-28T06:09:32.165637Z","end":"2026-04-28T06:09:32.302156Z","steps":["trace[1077965550] 'agreement among raft nodes before linearized reading' (duration: 136.441283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:09:32.324837Z","caller":"traceutil/trace.go:171","msg":"trace[1138073156] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"144.419055ms","start":"2026-04-28T06:09:32.180386Z","end":"2026-04-28T06:09:32.324805Z","steps":["trace[1138073156] 'process raft request' (duration: 144.259412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:10:00.008459Z","caller":"traceutil/trace.go:171","msg":"trace[648728838] linearizableReadLoop","detail":"{readStateIndex:1858; appliedIndex:1857; }","duration":"200.556595ms","start":"2026-04-28T06:09:59.807872Z","end":"2026-04-28T06:10:00.008429Z","steps":["trace[648728838] 'read index received' (duration: 200.401112ms)","trace[648728838] 'applied index is now lower than readState.Index' (duration: 154.223µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:10:00.008586Z","caller":"traceutil/trace.go:171","msg":"trace[1793089761] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"212.580752ms","start":"2026-04-28T06:09:59.795973Z","end":"2026-04-28T06:10:00.008554Z","steps":["trace[1793089761] 'process raft request' (duration: 212.252723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:10:00.008633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.751221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:10:00.008808Z","caller":"traceutil/trace.go:171","msg":"trace[1501434959] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1781; }","duration":"200.965085ms","start":"2026-04-28T06:09:59.807836Z","end":"2026-04-28T06:10:00.008801Z","steps":["trace[1501434959] 'agreement among raft nodes before linearized reading' (duration: 200.72387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:10:02.578641Z","caller":"traceutil/trace.go:171","msg":"trace[1837664920] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"102.233743ms","start":"2026-04-28T06:10:02.476382Z","end":"2026-04-28T06:10:02.578616Z","steps":["trace[1837664920] 'process raft request' (duration: 61.919339ms)","trace[1837664920] 'compare' (duration: 39.989537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:10:02.814171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.328223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T06:10:02.814242Z","caller":"traceutil/trace.go:171","msg":"trace[25514355] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1872; }","duration":"134.639716ms","start":"2026-04-28T06:10:02.679593Z","end":"2026-04-28T06:10:02.814232Z","steps":["trace[25514355] 'read index received' (duration: 19.111488ms)","trace[25514355] 'applied index is now lower than readState.Index' (duration: 115.527628ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T06:10:02.814295Z","caller":"traceutil/trace.go:171","msg":"trace[849514899] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"162.418752ms","start":"2026-04-28T06:10:02.65187Z","end":"2026-04-28T06:10:02.814289Z","steps":["trace[849514899] 'process raft request' (duration: 46.921255ms)","trace[849514899] 'compare' (duration: 115.254731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:10:02.814494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.897471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T06:10:02.814516Z","caller":"traceutil/trace.go:171","msg":"trace[330442331] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1796; }","duration":"134.935232ms","start":"2026-04-28T06:10:02.679576Z","end":"2026-04-28T06:10:02.814511Z","steps":["trace[330442331] 'agreement among raft nodes before linearized reading' (duration: 134.893201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:10:10.982183Z","caller":"traceutil/trace.go:171","msg":"trace[895750862] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"128.653768ms","start":"2026-04-28T06:10:10.853507Z","end":"2026-04-28T06:10:10.982161Z","steps":["trace[895750862] 'process raft request' (duration: 128.538016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:11:32.129045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.83309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T06:11:32.129132Z","caller":"traceutil/trace.go:171","msg":"trace[1104142680] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2231; }","duration":"367.953013ms","start":"2026-04-28T06:11:31.761159Z","end":"2026-04-28T06:11:32.129112Z","steps":["trace[1104142680] 'range keys from in-memory index tree' (duration: 367.685306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:11:32.129172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:11:31.761142Z","time spent":"368.019064ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-28T06:11:42.179705Z","caller":"traceutil/trace.go:171","msg":"trace[1716426864] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"104.99724ms","start":"2026-04-28T06:11:42.074643Z","end":"2026-04-28T06:11:42.17964Z","steps":["trace[1716426864] 'process raft request' (duration: 104.787255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:11:42.692616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.695179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:767"} {"level":"warn","ts":"2026-04-28T06:11:42.69265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.902488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T06:11:42.692641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.507606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:11:42.692709Z","caller":"traceutil/trace.go:171","msg":"trace[452138665] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:2287; }","duration":"263.822501ms","start":"2026-04-28T06:11:42.428864Z","end":"2026-04-28T06:11:42.692686Z","steps":["trace[452138665] 'range keys from in-memory index tree' (duration: 263.630917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:11:42.692686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.738549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-04-28T06:11:42.692732Z","caller":"traceutil/trace.go:171","msg":"trace[1573624181] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2287; }","duration":"140.052592ms","start":"2026-04-28T06:11:42.552656Z","end":"2026-04-28T06:11:42.692709Z","steps":["trace[1573624181] 'count revisions from in-memory index tree' (duration: 139.783295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:11:42.692732Z","caller":"traceutil/trace.go:171","msg":"trace[1554645747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2287; }","duration":"316.611118ms","start":"2026-04-28T06:11:42.376105Z","end":"2026-04-28T06:11:42.692716Z","steps":["trace[1554645747] 'range keys from in-memory index tree' (duration: 316.446134ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:11:42.692769Z","caller":"traceutil/trace.go:171","msg":"trace[715869934] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:2287; }","duration":"270.861962ms","start":"2026-04-28T06:11:42.421886Z","end":"2026-04-28T06:11:42.692747Z","steps":["trace[715869934] 'range keys from in-memory index tree' (duration: 270.649577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:11:42.692789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T06:11:42.376064Z","time spent":"316.71174ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T06:11:42.945107Z","caller":"traceutil/trace.go:171","msg":"trace[397085679] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"278.816415ms","start":"2026-04-28T06:11:42.666271Z","end":"2026-04-28T06:11:42.945087Z","steps":["trace[397085679] 'process raft request' (duration: 278.599209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:11:42.945294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.566561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T06:11:42.945393Z","caller":"traceutil/trace.go:171","msg":"trace[691599282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2288; }","duration":"251.710605ms","start":"2026-04-28T06:11:42.693662Z","end":"2026-04-28T06:11:42.945372Z","steps":["trace[691599282] 'agreement among raft nodes before linearized reading' (duration: 251.561492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T06:11:42.945883Z","caller":"traceutil/trace.go:171","msg":"trace[1466034682] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2385; }","duration":"251.313496ms","start":"2026-04-28T06:11:42.693701Z","end":"2026-04-28T06:11:42.945015Z","steps":["trace[1466034682] 'read index received' (duration: 251.128091ms)","trace[1466034682] 'applied index is now lower than readState.Index' (duration: 184.475µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T06:11:42.946167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.177814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-04-28T06:11:42.946217Z","caller":"traceutil/trace.go:171","msg":"trace[1254332522] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:2288; }","duration":"248.241795ms","start":"2026-04-28T06:11:42.697957Z","end":"2026-04-28T06:11:42.946199Z","steps":["trace[1254332522] 'agreement among raft nodes before linearized reading' (duration: 248.118783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:11:42.946215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.174122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-04-28T06:11:42.946264Z","caller":"traceutil/trace.go:171","msg":"trace[671864623] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:2288; }","duration":"181.260055ms","start":"2026-04-28T06:11:42.764992Z","end":"2026-04-28T06:11:42.946253Z","steps":["trace[671864623] 'agreement among raft nodes before linearized reading' (duration: 181.152892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T06:11:42.94626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.282109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-28T06:11:42.946315Z","caller":"traceutil/trace.go:171","msg":"trace[1335385174] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2288; }","duration":"144.387092ms","start":"2026-04-28T06:11:42.801913Z","end":"2026-04-28T06:11:42.9463Z","steps":["trace[1335385174] 'agreement among raft nodes before linearized reading' (duration: 144.210418ms)"],"step_count":1}