{"level":"warn","ts":"2026-02-09T03:15:32.711637Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-09T03:15:32.711766Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-09T03:15:32.711865Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-09T03:15:32.711877Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-02-09T03:15:32.711911Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-09T03:15:32.714773Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-02-09T03:15:32.715639Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-09T03:15:32.721222Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.536386ms"} {"level":"info","ts":"2026-02-09T03:15:32.74439Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-02-09T03:15:32.744613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-02-09T03:15:32.744669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-02-09T03:15:32.744744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-09T03:15:32.744788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-02-09T03:15:32.744853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-02-09T03:15:32.754842Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-09T03:15:32.760363Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-09T03:15:32.761641Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-09T03:15:32.763639Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-09T03:15:32.768064Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-09T03:15:32.775479Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-09T03:15:32.776923Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-09T03:15:32.77703Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-09T03:15:32.777149Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-09T03:15:32.77969Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-09T03:15:32.777301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-02-09T03:15:32.777331Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-02-09T03:15:32.779895Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-09T03:15:32.782147Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-02-09T03:15:32.782237Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-02-09T03:15:33.045777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-02-09T03:15:33.045816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-09T03:15:33.045951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-02-09T03:15:33.045969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-02-09T03:15:33.045989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-02-09T03:15:33.045999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-02-09T03:15:33.046037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-02-09T03:15:33.047986Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-09T03:15:33.049077Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-02-09T03:15:33.049321Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-09T03:15:33.049663Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-09T03:15:33.04975Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-09T03:15:33.049946Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-09T03:15:33.051226Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-09T03:15:33.051428Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-02-09T03:15:33.055771Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-02-09T03:15:33.055901Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-09T03:15:33.05594Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-09T03:15:47.309369Z","caller":"traceutil/trace.go:171","msg":"trace[1663879716] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"172.865698ms","start":"2026-02-09T03:15:47.136487Z","end":"2026-02-09T03:15:47.309352Z","steps":["trace[1663879716] 'process raft request' (duration: 172.770374ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:15:47.30977Z","caller":"traceutil/trace.go:171","msg":"trace[2066695122] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:386; }","duration":"170.59611ms","start":"2026-02-09T03:15:47.139168Z","end":"2026-02-09T03:15:47.309765Z","steps":["trace[2066695122] 'read index received' (duration: 170.59383ms)","trace[2066695122] 'applied index is now lower than readState.Index' (duration: 1.82µs)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:15:47.309815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.639601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-09T03:15:47.309836Z","caller":"traceutil/trace.go:171","msg":"trace[731420229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"170.701393ms","start":"2026-02-09T03:15:47.13913Z","end":"2026-02-09T03:15:47.309831Z","steps":["trace[731420229] 'agreement among raft nodes before linearized reading' (duration: 170.654492ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:15:47.972196Z","caller":"traceutil/trace.go:171","msg":"trace[1755622036] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"659.425659ms","start":"2026-02-09T03:15:47.312744Z","end":"2026-02-09T03:15:47.972169Z","steps":["trace[1755622036] 'process raft request' (duration: 612.540223ms)","trace[1755622036] 'compare' (duration: 46.783002ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:15:47.972874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:15:47.312695Z","time spent":"659.595005ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-09T03:15:48.55727Z","caller":"traceutil/trace.go:171","msg":"trace[2076057482] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"102.41606ms","start":"2026-02-09T03:15:48.454839Z","end":"2026-02-09T03:15:48.557255Z","steps":["trace[2076057482] 'read index received' (duration: 102.326307ms)","trace[2076057482] 'applied index is now lower than readState.Index' (duration: 89.073µs)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:15:48.557349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.502803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-09T03:15:48.557365Z","caller":"traceutil/trace.go:171","msg":"trace[1156066006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:377; }","duration":"102.560745ms","start":"2026-02-09T03:15:48.454799Z","end":"2026-02-09T03:15:48.55736Z","steps":["trace[1156066006] 'agreement among raft nodes before linearized reading' (duration: 102.513593ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:15:48.557565Z","caller":"traceutil/trace.go:171","msg":"trace[484173961] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"148.876521ms","start":"2026-02-09T03:15:48.408658Z","end":"2026-02-09T03:15:48.557534Z","steps":["trace[484173961] 'process raft request' (duration: 148.433555ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:15:48.583373Z","caller":"traceutil/trace.go:171","msg":"trace[1039683837] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"125.589959ms","start":"2026-02-09T03:15:48.457768Z","end":"2026-02-09T03:15:48.583358Z","steps":["trace[1039683837] 'process raft request' (duration: 125.498856ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:03.236684Z","caller":"traceutil/trace.go:171","msg":"trace[1083435345] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"194.555766ms","start":"2026-02-09T03:16:03.042109Z","end":"2026-02-09T03:16:03.236665Z","steps":["trace[1083435345] 'read index received' (duration: 194.39891ms)","trace[1083435345] 'applied index is now lower than readState.Index' (duration: 156.036µs)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:16:03.236948Z","caller":"traceutil/trace.go:171","msg":"trace[2068006220] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"531.921755ms","start":"2026-02-09T03:16:02.705013Z","end":"2026-02-09T03:16:03.236935Z","steps":["trace[2068006220] 'process raft request' (duration: 531.544232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:03.237038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:16:02.705004Z","time spent":"531.971536ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:16:03.237238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.126095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-09T03:16:03.237273Z","caller":"traceutil/trace.go:171","msg":"trace[1051880028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"195.211268ms","start":"2026-02-09T03:16:03.04205Z","end":"2026-02-09T03:16:03.237261Z","steps":["trace[1051880028] 'agreement among raft nodes before linearized reading' (duration: 195.161856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:03.758709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.989142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-09T03:16:03.758754Z","caller":"traceutil/trace.go:171","msg":"trace[841887724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"379.079176ms","start":"2026-02-09T03:16:03.379664Z","end":"2026-02-09T03:16:03.758744Z","steps":["trace[841887724] 'range keys from in-memory index tree' (duration: 378.855579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:03.758778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:16:03.379646Z","time spent":"379.125437ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-09T03:16:10.197841Z","caller":"traceutil/trace.go:171","msg":"trace[629499889] linearizableReadLoop","detail":"{readStateIndex:513; appliedIndex:512; }","duration":"157.230979ms","start":"2026-02-09T03:16:10.040592Z","end":"2026-02-09T03:16:10.197823Z","steps":["trace[629499889] 'read index received' (duration: 157.086715ms)","trace[629499889] 'applied index is now lower than readState.Index' (duration: 143.634µs)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:16:10.198065Z","caller":"traceutil/trace.go:171","msg":"trace[862108819] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"414.272348ms","start":"2026-02-09T03:16:09.783783Z","end":"2026-02-09T03:16:10.198055Z","steps":["trace[862108819] 'process raft request' (duration: 413.952517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:10.198135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:16:09.783762Z","time spent":"414.32206ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:16:10.198255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.662544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-09T03:16:10.198275Z","caller":"traceutil/trace.go:171","msg":"trace[728908706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:496; }","duration":"157.681125ms","start":"2026-02-09T03:16:10.040588Z","end":"2026-02-09T03:16:10.198269Z","steps":["trace[728908706] 'agreement among raft nodes before linearized reading' (duration: 157.649414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:10.198439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.212333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-09T03:16:10.198458Z","caller":"traceutil/trace.go:171","msg":"trace[1715070788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:496; }","duration":"131.252254ms","start":"2026-02-09T03:16:10.067199Z","end":"2026-02-09T03:16:10.198451Z","steps":["trace[1715070788] 'agreement among raft nodes before linearized reading' (duration: 131.177442ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:10.485175Z","caller":"traceutil/trace.go:171","msg":"trace[1867701639] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"280.309401ms","start":"2026-02-09T03:16:10.204849Z","end":"2026-02-09T03:16:10.485158Z","steps":["trace[1867701639] 'process raft request' (duration: 254.075517ms)","trace[1867701639] 'compare' (duration: 25.848221ms)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:16:10.711027Z","caller":"traceutil/trace.go:171","msg":"trace[1373095551] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"220.940806ms","start":"2026-02-09T03:16:10.490062Z","end":"2026-02-09T03:16:10.711003Z","steps":["trace[1373095551] 'process raft request' (duration: 158.602927ms)","trace[1373095551] 'compare' (duration: 62.133682ms)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:16:10.717726Z","caller":"traceutil/trace.go:171","msg":"trace[2053258511] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"216.566865ms","start":"2026-02-09T03:16:10.50115Z","end":"2026-02-09T03:16:10.717717Z","steps":["trace[2053258511] 'process raft request' (duration: 216.513253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:12.767776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.303819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-09T03:16:12.767881Z","caller":"traceutil/trace.go:171","msg":"trace[1932571220] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"223.040589ms","start":"2026-02-09T03:16:12.544824Z","end":"2026-02-09T03:16:12.767864Z","steps":["trace[1932571220] 'process raft request' (duration: 12.422439ms)","trace[1932571220] 'compare' (duration: 210.202405ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:16:25.723493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.576155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-m5rmg\" ","response":"range_response_count:1 size:4820"} {"level":"info","ts":"2026-02-09T03:16:25.72359Z","caller":"traceutil/trace.go:171","msg":"trace[425560590] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-m5rmg; range_end:; response_count:1; response_revision:673; }","duration":"135.708088ms","start":"2026-02-09T03:16:25.587855Z","end":"2026-02-09T03:16:25.723563Z","steps":["trace[425560590] 'range keys from in-memory index tree' (duration: 135.43917ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:25.731328Z","caller":"traceutil/trace.go:171","msg":"trace[1167040040] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"141.967632ms","start":"2026-02-09T03:16:25.589351Z","end":"2026-02-09T03:16:25.731319Z","steps":["trace[1167040040] 'process raft request' (duration: 141.879199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:31.069893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.757205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-09T03:16:31.069969Z","caller":"traceutil/trace.go:171","msg":"trace[23451822] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"190.911248ms","start":"2026-02-09T03:16:30.879046Z","end":"2026-02-09T03:16:31.069957Z","steps":["trace[23451822] 'read index received' (duration: 53.832µs)","trace[23451822] 'applied index is now lower than readState.Index' (duration: 190.856486ms)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:16:31.070047Z","caller":"traceutil/trace.go:171","msg":"trace[402109982] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"322.423842ms","start":"2026-02-09T03:16:30.747612Z","end":"2026-02-09T03:16:31.070036Z","steps":["trace[402109982] 'process raft request' (duration: 97.440659ms)","trace[402109982] 'compare' (duration: 224.646232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:16:31.070105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:16:30.747573Z","time spent":"322.510244ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:16:31.070356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.29759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-09T03:16:31.070414Z","caller":"traceutil/trace.go:171","msg":"trace[1998185533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:691; }","duration":"191.397784ms","start":"2026-02-09T03:16:30.879001Z","end":"2026-02-09T03:16:31.070399Z","steps":["trace[1998185533] 'agreement among raft nodes before linearized reading' (duration: 191.282031ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:31.211109Z","caller":"traceutil/trace.go:171","msg":"trace[80049379] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"122.664717ms","start":"2026-02-09T03:16:31.088427Z","end":"2026-02-09T03:16:31.211092Z","steps":["trace[80049379] 'process raft request' (duration: 122.562063ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:31.375427Z","caller":"traceutil/trace.go:171","msg":"trace[212322712] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"140.998231ms","start":"2026-02-09T03:16:31.234408Z","end":"2026-02-09T03:16:31.375407Z","steps":["trace[212322712] 'process raft request' (duration: 138.49995ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:31.428004Z","caller":"traceutil/trace.go:171","msg":"trace[547739275] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"138.098976ms","start":"2026-02-09T03:16:31.28989Z","end":"2026-02-09T03:16:31.427989Z","steps":["trace[547739275] 'process raft request' (duration: 137.834637ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:38.567703Z","caller":"traceutil/trace.go:171","msg":"trace[1756874761] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"217.011774ms","start":"2026-02-09T03:16:38.350664Z","end":"2026-02-09T03:16:38.567676Z","steps":["trace[1756874761] 'process raft request' (duration: 216.905421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:39.180421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.164834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-09T03:16:39.180466Z","caller":"traceutil/trace.go:171","msg":"trace[1193028945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:720; }","duration":"331.249097ms","start":"2026-02-09T03:16:38.849207Z","end":"2026-02-09T03:16:39.180456Z","steps":["trace[1193028945] 'range keys from in-memory index tree' (duration: 331.064401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:39.180487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:16:38.849192Z","time spent":"331.290269ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-09T03:16:49.447517Z","caller":"traceutil/trace.go:171","msg":"trace[346982324] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"166.647122ms","start":"2026-02-09T03:16:49.280855Z","end":"2026-02-09T03:16:49.447502Z","steps":["trace[346982324] 'process raft request' (duration: 166.56312ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:49.462451Z","caller":"traceutil/trace.go:171","msg":"trace[859942048] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"180.457789ms","start":"2026-02-09T03:16:49.281974Z","end":"2026-02-09T03:16:49.462432Z","steps":["trace[859942048] 'process raft request' (duration: 180.348585ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:51.691528Z","caller":"traceutil/trace.go:171","msg":"trace[94037161] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"145.056422ms","start":"2026-02-09T03:16:51.54646Z","end":"2026-02-09T03:16:51.691517Z","steps":["trace[94037161] 'process raft request' (duration: 144.983359ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:51.718167Z","caller":"traceutil/trace.go:171","msg":"trace[1095687201] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"170.837888ms","start":"2026-02-09T03:16:51.547315Z","end":"2026-02-09T03:16:51.718153Z","steps":["trace[1095687201] 'process raft request' (duration: 170.496997ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:51.718269Z","caller":"traceutil/trace.go:171","msg":"trace[103855922] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"169.602587ms","start":"2026-02-09T03:16:51.548661Z","end":"2026-02-09T03:16:51.718264Z","steps":["trace[103855922] 'process raft request' (duration: 169.220125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:52.080427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.845199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-09T03:16:53.803732Z","caller":"traceutil/trace.go:171","msg":"trace[2008212259] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"106.404779ms","start":"2026-02-09T03:16:53.697314Z","end":"2026-02-09T03:16:53.803718Z","steps":["trace[2008212259] 'process raft request' (duration: 105.791679ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:16:55.923462Z","caller":"traceutil/trace.go:171","msg":"trace[1273931664] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:796; }","duration":"107.285477ms","start":"2026-02-09T03:16:55.816153Z","end":"2026-02-09T03:16:55.923439Z","steps":["trace[1273931664] 'read index received' (duration: 107.114212ms)","trace[1273931664] 'applied index is now lower than readState.Index' (duration: 170.225µs)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:16:55.923735Z","caller":"traceutil/trace.go:171","msg":"trace[1677929111] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"114.351937ms","start":"2026-02-09T03:16:55.80937Z","end":"2026-02-09T03:16:55.923722Z","steps":["trace[1677929111] 'process raft request' (duration: 113.910202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:55.924092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.918888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-09T03:16:55.924143Z","caller":"traceutil/trace.go:171","msg":"trace[527623321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:767; }","duration":"107.997771ms","start":"2026-02-09T03:16:55.816132Z","end":"2026-02-09T03:16:55.924129Z","steps":["trace[527623321] 'agreement among raft nodes before linearized reading' (duration: 107.829465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:55.924468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.358947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-09T03:16:55.924502Z","caller":"traceutil/trace.go:171","msg":"trace[1481302716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:767; }","duration":"106.42378ms","start":"2026-02-09T03:16:55.818068Z","end":"2026-02-09T03:16:55.924492Z","steps":["trace[1481302716] 'agreement among raft nodes before linearized reading' (duration: 106.331007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:56.54886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.730364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-09T03:16:56.548951Z","caller":"traceutil/trace.go:171","msg":"trace[162594548] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"506.649962ms","start":"2026-02-09T03:16:56.042285Z","end":"2026-02-09T03:16:56.548936Z","steps":["trace[162594548] 'read index received' (duration: 285.817354ms)","trace[162594548] 'applied index is now lower than readState.Index' (duration: 220.831218ms)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:16:56.550475Z","caller":"traceutil/trace.go:171","msg":"trace[31020129] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"616.905487ms","start":"2026-02-09T03:16:55.933552Z","end":"2026-02-09T03:16:56.550458Z","steps":["trace[31020129] 'process raft request' (duration: 394.502568ms)","trace[31020129] 'compare' (duration: 220.401604ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:16:56.550553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:16:55.933534Z","time spent":"616.978958ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:16:56.550736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.44897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-09T03:16:56.550765Z","caller":"traceutil/trace.go:171","msg":"trace[1903481278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:769; }","duration":"508.508012ms","start":"2026-02-09T03:16:56.042248Z","end":"2026-02-09T03:16:56.550756Z","steps":["trace[1903481278] 'agreement among raft nodes before linearized reading' (duration: 508.45374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:16:56.550792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:16:56.042231Z","time spent":"508.555704ms","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-09T03:16:56.867886Z","caller":"traceutil/trace.go:171","msg":"trace[411795015] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"277.554096ms","start":"2026-02-09T03:16:56.590288Z","end":"2026-02-09T03:16:56.867842Z","steps":["trace[411795015] 'process raft request' (duration: 177.745311ms)","trace[411795015] 'compare' (duration: 99.361891ms)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:16:56.868373Z","caller":"traceutil/trace.go:171","msg":"trace[1891401796] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"121.788708ms","start":"2026-02-09T03:16:56.746572Z","end":"2026-02-09T03:16:56.868361Z","steps":["trace[1891401796] 'read index received' (duration: 21.497917ms)","trace[1891401796] 'applied index is now lower than readState.Index' (duration: 100.289521ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:16:56.869234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.655066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-09T03:16:56.874964Z","caller":"traceutil/trace.go:171","msg":"trace[1936564298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:771; }","duration":"128.399272ms","start":"2026-02-09T03:16:56.746557Z","end":"2026-02-09T03:16:56.874956Z","steps":["trace[1936564298] 'agreement among raft nodes before linearized reading' (duration: 122.521132ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:17:10.806046Z","caller":"traceutil/trace.go:171","msg":"trace[1044896154] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"103.109282ms","start":"2026-02-09T03:17:10.702915Z","end":"2026-02-09T03:17:10.806024Z","steps":["trace[1044896154] 'process raft request' (duration: 102.608056ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:17:14.385089Z","caller":"traceutil/trace.go:171","msg":"trace[2146555251] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:904; }","duration":"260.021349ms","start":"2026-02-09T03:17:14.125052Z","end":"2026-02-09T03:17:14.385074Z","steps":["trace[2146555251] 'read index received' (duration: 259.908045ms)","trace[2146555251] 'applied index is now lower than readState.Index' (duration: 112.794µs)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:17:14.385247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.177604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-09T03:17:14.385269Z","caller":"traceutil/trace.go:171","msg":"trace[399301879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:869; }","duration":"260.219655ms","start":"2026-02-09T03:17:14.125041Z","end":"2026-02-09T03:17:14.385261Z","steps":["trace[399301879] 'agreement among raft nodes before linearized reading' (duration: 260.122401ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:17:14.385445Z","caller":"traceutil/trace.go:171","msg":"trace[508673226] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"267.47018ms","start":"2026-02-09T03:17:14.117969Z","end":"2026-02-09T03:17:14.38544Z","steps":["trace[508673226] 'process raft request' (duration: 267.033496ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:17:22.742293Z","caller":"traceutil/trace.go:171","msg":"trace[1079219158] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"259.181441ms","start":"2026-02-09T03:17:22.483089Z","end":"2026-02-09T03:17:22.74227Z","steps":["trace[1079219158] 'process raft request' (duration: 258.986995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:17:23.015213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.056062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-09T03:17:23.015278Z","caller":"traceutil/trace.go:171","msg":"trace[987613782] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:930; }","duration":"171.620242ms","start":"2026-02-09T03:17:22.843644Z","end":"2026-02-09T03:17:23.015264Z","steps":["trace[987613782] 'read index received' (duration: 15.16µs)","trace[987613782] 'applied index is now lower than readState.Index' (duration: 171.604122ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:17:23.015361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.722406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-09T03:17:23.015374Z","caller":"traceutil/trace.go:171","msg":"trace[147500635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:893; }","duration":"171.767738ms","start":"2026-02-09T03:17:22.843601Z","end":"2026-02-09T03:17:23.015368Z","steps":["trace[147500635] 'agreement among raft nodes before linearized reading' (duration: 171.692185ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:17:23.015426Z","caller":"traceutil/trace.go:171","msg":"trace[1156323553] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"531.374094ms","start":"2026-02-09T03:17:22.484023Z","end":"2026-02-09T03:17:23.015397Z","steps":["trace[1156323553] 'process raft request' (duration: 357.084345ms)","trace[1156323553] 'compare' (duration: 173.878145ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:17:23.015592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:17:22.484016Z","time spent":"531.466807ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:17:27.561722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.888307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-09T03:17:27.561815Z","caller":"traceutil/trace.go:171","msg":"trace[1129859378] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:951; }","duration":"403.625994ms","start":"2026-02-09T03:17:27.158174Z","end":"2026-02-09T03:17:27.5618Z","steps":["trace[1129859378] 'read index received' (duration: 123.672626ms)","trace[1129859378] 'applied index is now lower than readState.Index' (duration: 279.952188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:17:27.561922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.746448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-09T03:17:27.561944Z","caller":"traceutil/trace.go:171","msg":"trace[1420402100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"403.79561ms","start":"2026-02-09T03:17:27.158143Z","end":"2026-02-09T03:17:27.561938Z","steps":["trace[1420402100] 'agreement among raft nodes before linearized reading' (duration: 403.693167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:17:27.561971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:17:27.158129Z","time spent":"403.836741ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-09T03:17:27.562169Z","caller":"traceutil/trace.go:171","msg":"trace[303098197] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"491.131223ms","start":"2026-02-09T03:17:27.071028Z","end":"2026-02-09T03:17:27.562159Z","steps":["trace[303098197] 'process raft request' (duration: 210.734661ms)","trace[303098197] 'compare' (duration: 279.795783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:17:27.562213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:17:27.071018Z","time spent":"491.173114ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-09T03:17:27.567129Z","caller":"traceutil/trace.go:171","msg":"trace[1427915385] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"391.31388ms","start":"2026-02-09T03:17:27.175805Z","end":"2026-02-09T03:17:27.567119Z","steps":["trace[1427915385] 'process raft request' (duration: 391.249878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:17:27.567356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:17:27.175784Z","time spent":"391.478665ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:17:27.879766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.526903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-09T03:17:27.879832Z","caller":"traceutil/trace.go:171","msg":"trace[692567823] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"230.994471ms","start":"2026-02-09T03:17:27.648827Z","end":"2026-02-09T03:17:27.879821Z","steps":["trace[692567823] 'process raft request' (duration: 72.363295ms)","trace[692567823] 'compare' (duration: 158.471421ms)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:20:53.108544Z","caller":"traceutil/trace.go:171","msg":"trace[1441819298] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"173.802275ms","start":"2026-02-09T03:20:52.934693Z","end":"2026-02-09T03:20:53.108495Z","steps":["trace[1441819298] 'process raft request' (duration: 173.559627ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:21:12.970008Z","caller":"traceutil/trace.go:171","msg":"trace[1327304001] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"338.119213ms","start":"2026-02-09T03:21:12.631862Z","end":"2026-02-09T03:21:12.969981Z","steps":["trace[1327304001] 'read index received' (duration: 337.833904ms)","trace[1327304001] 'applied index is now lower than readState.Index' (duration: 284.099µs)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:21:12.970324Z","caller":"traceutil/trace.go:171","msg":"trace[996670331] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"356.537359ms","start":"2026-02-09T03:21:12.613775Z","end":"2026-02-09T03:21:12.970313Z","steps":["trace[996670331] 'process raft request' (duration: 356.054374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:12.970427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:12.613767Z","time spent":"356.599702ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:21:12.970631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.767403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-09T03:21:12.970658Z","caller":"traceutil/trace.go:171","msg":"trace[1003941021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"338.817445ms","start":"2026-02-09T03:21:12.631832Z","end":"2026-02-09T03:21:12.97065Z","steps":["trace[1003941021] 'agreement among raft nodes before linearized reading' (duration: 338.732562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:12.970679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:12.631818Z","time spent":"338.857566ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-09T03:21:12.9708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.883966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-09T03:21:12.970822Z","caller":"traceutil/trace.go:171","msg":"trace[416098911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"338.905097ms","start":"2026-02-09T03:21:12.631911Z","end":"2026-02-09T03:21:12.970817Z","steps":["trace[416098911] 'agreement among raft nodes before linearized reading' (duration: 338.847855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:12.97084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:12.63186Z","time spent":"338.9754ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-09T03:21:12.971872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.021748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-02-09T03:21:12.972202Z","caller":"traceutil/trace.go:171","msg":"trace[159936767] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:1908; }","duration":"186.342018ms","start":"2026-02-09T03:21:12.785805Z","end":"2026-02-09T03:21:12.972147Z","steps":["trace[159936767] 'agreement among raft nodes before linearized reading' (duration: 186.023808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:12.972579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.859887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/default/\" range_end:\"/registry/rolebindings/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-09T03:21:12.974322Z","caller":"traceutil/trace.go:171","msg":"trace[1219955300] range","detail":"{range_begin:/registry/rolebindings/default/; range_end:/registry/rolebindings/default0; response_count:0; response_revision:1908; }","duration":"235.604671ms","start":"2026-02-09T03:21:12.738707Z","end":"2026-02-09T03:21:12.974312Z","steps":["trace[1219955300] 'agreement among raft nodes before linearized reading' (duration: 233.842556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:12.974516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.701043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-09T03:21:12.975071Z","caller":"traceutil/trace.go:171","msg":"trace[902592060] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1908; }","duration":"333.26961ms","start":"2026-02-09T03:21:12.641794Z","end":"2026-02-09T03:21:12.975063Z","steps":["trace[902592060] 'agreement among raft nodes before linearized reading' (duration: 332.403993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:12.976146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:12.641787Z","time spent":"334.291603ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-09T03:21:12.974718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.963425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-09T03:21:12.976454Z","caller":"traceutil/trace.go:171","msg":"trace[1175571456] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1908; }","duration":"209.72554ms","start":"2026-02-09T03:21:12.766722Z","end":"2026-02-09T03:21:12.976447Z","steps":["trace[1175571456] 'agreement among raft nodes before linearized reading' (duration: 207.963035ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:21:18.146747Z","caller":"traceutil/trace.go:171","msg":"trace[541997608] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"158.398002ms","start":"2026-02-09T03:21:17.988326Z","end":"2026-02-09T03:21:18.146724Z","steps":["trace[541997608] 'read index received' (duration: 158.203356ms)","trace[541997608] 'applied index is now lower than readState.Index' (duration: 193.726µs)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:21:18.147252Z","caller":"traceutil/trace.go:171","msg":"trace[1828403854] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"162.298465ms","start":"2026-02-09T03:21:17.984936Z","end":"2026-02-09T03:21:18.147235Z","steps":["trace[1828403854] 'process raft request' (duration: 161.661175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:18.148164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.815197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:119 size:91196"} {"level":"info","ts":"2026-02-09T03:21:18.148381Z","caller":"traceutil/trace.go:171","msg":"trace[220302425] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:119; response_revision:1933; }","duration":"160.052314ms","start":"2026-02-09T03:21:17.988312Z","end":"2026-02-09T03:21:18.148364Z","steps":["trace[220302425] 'agreement among raft nodes before linearized reading' (duration: 159.27802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:18.148937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.116145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-09T03:21:18.149181Z","caller":"traceutil/trace.go:171","msg":"trace[876871397] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1933; }","duration":"152.358663ms","start":"2026-02-09T03:21:17.996808Z","end":"2026-02-09T03:21:18.149166Z","steps":["trace[876871397] 'agreement among raft nodes before linearized reading' (duration: 152.052743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:18.149896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.082178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-gtlk5\" ","response":"range_response_count:1 size:4847"} {"level":"info","ts":"2026-02-09T03:21:18.15023Z","caller":"traceutil/trace.go:171","msg":"trace[1530388006] range","detail":"{range_begin:/registry/pods/kube-system/coredns-77cccfdc44-gtlk5; range_end:; response_count:1; response_revision:1933; }","duration":"124.448229ms","start":"2026-02-09T03:21:18.025772Z","end":"2026-02-09T03:21:18.15022Z","steps":["trace[1530388006] 'agreement among raft nodes before linearized reading' (duration: 124.059677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:18.662302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:19.168384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:19.669246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:20.169402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:20.669878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:21.039179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000885353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-09T03:21:21.043469Z","caller":"traceutil/trace.go:171","msg":"trace[682689646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005201718s","start":"2026-02-09T03:21:19.038239Z","end":"2026-02-09T03:21:21.043441Z","steps":["trace[682689646] 'agreement among raft nodes before linearized reading' (duration: 2.000897543s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:21.045893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:19.038233Z","time spent":"2.007609923s","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/09 03:21:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-09T03:21:21.170242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:21.670612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:22.171758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:22.672649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:23.04781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-09T03:21:23.047918Z","caller":"traceutil/trace.go:171","msg":"trace[1679153226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395668s","start":"2026-02-09T03:21:21.047504Z","end":"2026-02-09T03:21:23.047899Z","steps":["trace[1679153226] 'agreement among raft nodes before linearized reading' (duration: 2.000258813s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:23.047968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:21.047489Z","time spent":"2.00046981s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-09T03:21:23.173329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:23.6747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:24.027347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999934945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-09T03:21:24.027435Z","caller":"traceutil/trace.go:171","msg":"trace[1108486738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00007694s","start":"2026-02-09T03:21:19.027331Z","end":"2026-02-09T03:21:24.027408Z","steps":["trace[1108486738] 'agreement among raft nodes before linearized reading' (duration: 4.999952426s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:24.027496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:19.027297Z","time spent":"5.000189183s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-09T03:21:24.175852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:24.677039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:24.808069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999360149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-09T03:21:24.808144Z","caller":"traceutil/trace.go:171","msg":"trace[1056262102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999480992s","start":"2026-02-09T03:21:19.808643Z","end":"2026-02-09T03:21:24.808124Z","steps":["trace[1056262102] 'agreement among raft nodes before linearized reading' (duration: 4.999389869s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:24.80819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:19.808625Z","time spent":"4.999556685s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-09T03:21:25.056712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000767029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-09T03:21:25.056797Z","caller":"traceutil/trace.go:171","msg":"trace[1156519225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000883883s","start":"2026-02-09T03:21:23.055896Z","end":"2026-02-09T03:21:25.05678Z","steps":["trace[1156519225] 'agreement among raft nodes before linearized reading' (duration: 2.00078078s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.056845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:23.055878Z","time spent":"2.000952045s","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-09T03:21:25.154994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999276096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-09T03:21:25.15507Z","caller":"traceutil/trace.go:171","msg":"trace[1838876471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999405871s","start":"2026-02-09T03:21:20.155645Z","end":"2026-02-09T03:21:25.155051Z","steps":["trace[1838876471] 'agreement among raft nodes before linearized reading' (duration: 4.999309778s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.155116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:20.155622Z","time spent":"4.999485133s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/09 03:21:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-09T03:21:25.162556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:18.161736Z","time spent":"7.000816459s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-09T03:21:25.16255Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-09T03:21:25.162659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000680605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-09T03:21:25.16269Z","caller":"traceutil/trace.go:171","msg":"trace[324239115] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; }","duration":"7.000730447s","start":"2026-02-09T03:21:18.16195Z","end":"2026-02-09T03:21:25.16268Z","steps":["trace[324239115] 'agreement among raft nodes before linearized reading' (duration: 7.000689146s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.162722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:18.161946Z","time spent":"7.000767228s","remote":"127.0.0.1:57306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-02-09T03:21:25.585834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.863104ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-09T03:21:25.585971Z","caller":"traceutil/trace.go:171","msg":"trace[1792021333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1933; }","duration":"270.016959ms","start":"2026-02-09T03:21:25.315941Z","end":"2026-02-09T03:21:25.585958Z","steps":["trace[1792021333] 'range keys from in-memory index tree' (duration: 269.848254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.66358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757018314555202938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-09T03:21:25.677685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.477292716s","expected-duration":"1s"} {"level":"info","ts":"2026-02-09T03:21:25.723774Z","caller":"traceutil/trace.go:171","msg":"trace[836497818] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2020; }","duration":"561.129619ms","start":"2026-02-09T03:21:25.162616Z","end":"2026-02-09T03:21:25.723746Z","steps":["trace[836497818] 'read index received' (duration: 523.942354ms)","trace[836497818] 'applied index is now lower than readState.Index' (duration: 37.186315ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:21:25.723923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835577102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-09T03:21:25.723982Z","caller":"traceutil/trace.go:171","msg":"trace[1709402377] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1937; }","duration":"2.835682626s","start":"2026-02-09T03:21:22.88828Z","end":"2026-02-09T03:21:25.723963Z","steps":["trace[1709402377] 'agreement among raft nodes before linearized reading' (duration: 2.835474309s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.724022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:22.888259Z","time spent":"2.835754247s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-09T03:21:25.72405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.058340126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-02-09T03:21:25.724087Z","caller":"traceutil/trace.go:171","msg":"trace[641667648] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1937; }","duration":"5.058428539s","start":"2026-02-09T03:21:20.665648Z","end":"2026-02-09T03:21:25.724076Z","steps":["trace[641667648] 'agreement among raft nodes before linearized reading' (duration: 5.058250924s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.724122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:20.665629Z","time spent":"5.058485681s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-02-09T03:21:25.72428Z","caller":"traceutil/trace.go:171","msg":"trace[1888721888] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"2.673124533s","start":"2026-02-09T03:21:23.05114Z","end":"2026-02-09T03:21:25.724264Z","steps":["trace[1888721888] 'process raft request' (duration: 2.672338928s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.72435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:23.051121Z","time spent":"2.673188384s","remote":"127.0.0.1:57306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-09T03:21:25.724522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.2250576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-09T03:21:25.724566Z","caller":"traceutil/trace.go:171","msg":"trace[281160530] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1937; }","duration":"5.225123692s","start":"2026-02-09T03:21:20.49943Z","end":"2026-02-09T03:21:25.724554Z","steps":["trace[281160530] 'agreement among raft nodes before linearized reading' (duration: 5.225042889s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.724599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:20.499415Z","time spent":"5.225176263s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-09T03:21:25.724672Z","caller":"traceutil/trace.go:171","msg":"trace[276705175] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.837690091s","start":"2026-02-09T03:21:23.88697Z","end":"2026-02-09T03:21:25.72466Z","steps":["trace[276705175] 'process raft request' (duration: 1.836666169s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.72474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:23.886943Z","time spent":"1.837757334s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:21:25.724797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.31383712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-02-09T03:21:25.724827Z","caller":"traceutil/trace.go:171","msg":"trace[1430851432] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1937; }","duration":"5.313892962s","start":"2026-02-09T03:21:20.410925Z","end":"2026-02-09T03:21:25.724818Z","steps":["trace[1430851432] 'agreement among raft nodes before linearized reading' (duration: 5.313804379s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.724861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:20.410909Z","time spent":"5.313945054s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-02-09T03:21:25.724883Z","caller":"traceutil/trace.go:171","msg":"trace[622688494] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"232.729671ms","start":"2026-02-09T03:21:25.492143Z","end":"2026-02-09T03:21:25.724873Z","steps":["trace[622688494] 'process raft request' (duration: 231.556324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.725077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.696827956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-09T03:21:25.725148Z","caller":"traceutil/trace.go:171","msg":"trace[778985885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1937; }","duration":"6.696881777s","start":"2026-02-09T03:21:19.028221Z","end":"2026-02-09T03:21:25.725103Z","steps":["trace[778985885] 'agreement among raft nodes before linearized reading' (duration: 6.696795424s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.72518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:19.028211Z","time spent":"6.69696122s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-09T03:21:25.725198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.258325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-09T03:21:25.725233Z","caller":"traceutil/trace.go:171","msg":"trace[1610401959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"668.330207ms","start":"2026-02-09T03:21:25.056893Z","end":"2026-02-09T03:21:25.725223Z","steps":["trace[1610401959] 'agreement among raft nodes before linearized reading' (duration: 668.275445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.72526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.056874Z","time spent":"668.380249ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-09T03:21:25.725358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.707344405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-09T03:21:25.725387Z","caller":"traceutil/trace.go:171","msg":"trace[1488098372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"6.707398067s","start":"2026-02-09T03:21:19.01798Z","end":"2026-02-09T03:21:25.725378Z","steps":["trace[1488098372] 'agreement among raft nodes before linearized reading' (duration: 6.707317894s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.725402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124128634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-09T03:21:25.725413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:19.017966Z","time spent":"6.707441838s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-09T03:21:25.72543Z","caller":"traceutil/trace.go:171","msg":"trace[1378950699] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1937; }","duration":"2.124197357s","start":"2026-02-09T03:21:23.601224Z","end":"2026-02-09T03:21:25.725421Z","steps":["trace[1378950699] 'agreement among raft nodes before linearized reading' (duration: 2.124148596s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.72546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:23.601205Z","time spent":"2.124248558s","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-09T03:21:25.725661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.715758328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-09T03:21:25.725715Z","caller":"traceutil/trace.go:171","msg":"trace[809312222] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1937; }","duration":"6.715850152s","start":"2026-02-09T03:21:19.009852Z","end":"2026-02-09T03:21:25.725702Z","steps":["trace[809312222] 'agreement among raft nodes before linearized reading' (duration: 6.715680727s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.725756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:19.009834Z","time spent":"6.715910293s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-02-09T03:21:25.725976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.454491041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5088"} {"level":"info","ts":"2026-02-09T03:21:25.725999Z","caller":"traceutil/trace.go:171","msg":"trace[484940330] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:1937; }","duration":"7.454538823s","start":"2026-02-09T03:21:18.271454Z","end":"2026-02-09T03:21:25.725993Z","steps":["trace[484940330] 'agreement among raft nodes before linearized reading' (duration: 7.454491992s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.726017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:18.271426Z","time spent":"7.454587005s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5110,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-02-09T03:21:25.726226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.550958473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-09T03:21:25.726261Z","caller":"traceutil/trace.go:171","msg":"trace[183378650] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1937; }","duration":"7.551014155s","start":"2026-02-09T03:21:18.175237Z","end":"2026-02-09T03:21:25.726251Z","steps":["trace[183378650] 'agreement among raft nodes before linearized reading' (duration: 7.550916962s)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.72629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:18.175226Z","time spent":"7.551058186s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-09T03:21:25.726341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.525399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-02-09T03:21:25.726362Z","caller":"traceutil/trace.go:171","msg":"trace[70316246] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1937; }","duration":"491.58417ms","start":"2026-02-09T03:21:25.234772Z","end":"2026-02-09T03:21:25.726356Z","steps":["trace[70316246] 'agreement among raft nodes before linearized reading' (duration: 491.539169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:25.726381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.234758Z","time spent":"491.617561ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7058,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-09T03:21:26.059878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.362325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-09T03:21:26.059942Z","caller":"traceutil/trace.go:171","msg":"trace[440588172] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2024; }","duration":"311.726086ms","start":"2026-02-09T03:21:25.748202Z","end":"2026-02-09T03:21:26.059928Z","steps":["trace[440588172] 'read index received' (duration: 82.261947ms)","trace[440588172] 'applied index is now lower than readState.Index' (duration: 229.463559ms)"],"step_count":2} {"level":"info","ts":"2026-02-09T03:21:26.060062Z","caller":"traceutil/trace.go:171","msg":"trace[1160539397] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"313.481761ms","start":"2026-02-09T03:21:25.746573Z","end":"2026-02-09T03:21:26.060055Z","steps":["trace[1160539397] 'process raft request' (duration: 83.882538ms)","trace[1160539397] 'compare' (duration: 229.068666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:21:26.060108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.746554Z","time spent":"313.527543ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:21:26.060251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.049346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189275f15ed6a7e7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-09T03:21:26.060272Z","caller":"traceutil/trace.go:171","msg":"trace[1895568877] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189275f15ed6a7e7; range_end:; response_count:1; response_revision:1938; }","duration":"312.094227ms","start":"2026-02-09T03:21:25.748171Z","end":"2026-02-09T03:21:26.060265Z","steps":["trace[1895568877] 'agreement among raft nodes before linearized reading' (duration: 312.031405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:26.060287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.748151Z","time spent":"312.133779ms","remote":"127.0.0.1:57306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189275f15ed6a7e7\" "} {"level":"info","ts":"2026-02-09T03:21:26.24734Z","caller":"traceutil/trace.go:171","msg":"trace[2012402036] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"498.92893ms","start":"2026-02-09T03:21:25.748385Z","end":"2026-02-09T03:21:26.247314Z","steps":["trace[2012402036] 'process raft request' (duration: 498.627431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:26.24748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.748381Z","time spent":"499.030124ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-09T03:21:26.247972Z","caller":"traceutil/trace.go:171","msg":"trace[730301765] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"184.846171ms","start":"2026-02-09T03:21:26.063113Z","end":"2026-02-09T03:21:26.247959Z","steps":["trace[730301765] 'process raft request' (duration: 184.805019ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:21:26.248188Z","caller":"traceutil/trace.go:171","msg":"trace[656174314] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"499.769467ms","start":"2026-02-09T03:21:25.748409Z","end":"2026-02-09T03:21:26.248179Z","steps":["trace[656174314] 'process raft request' (duration: 498.842668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:26.249108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.748406Z","time spent":"500.655825ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-09T03:21:26.249373Z","caller":"traceutil/trace.go:171","msg":"trace[2141195047] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"500.18939ms","start":"2026-02-09T03:21:25.749169Z","end":"2026-02-09T03:21:26.249359Z","steps":["trace[2141195047] 'process raft request' (duration: 498.703644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:26.249466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.749158Z","time spent":"500.250682ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-09T03:21:26.249602Z","caller":"traceutil/trace.go:171","msg":"trace[2046633844] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2025; }","duration":"189.640741ms","start":"2026-02-09T03:21:26.059954Z","end":"2026-02-09T03:21:26.249595Z","steps":["trace[2046633844] 'read index received' (duration: 126.952277ms)","trace[2046633844] 'applied index is now lower than readState.Index' (duration: 62.687564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:21:26.249663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.13494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-09T03:21:26.249684Z","caller":"traceutil/trace.go:171","msg":"trace[1107131730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1944; }","duration":"501.16362ms","start":"2026-02-09T03:21:25.748515Z","end":"2026-02-09T03:21:26.249679Z","steps":["trace[1107131730] 'agreement among raft nodes before linearized reading' (duration: 501.103919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:26.249711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.748512Z","time spent":"501.194671ms","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-09T03:21:26.249955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.502188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-09T03:21:26.249989Z","caller":"traceutil/trace.go:171","msg":"trace[1783612455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1944; }","duration":"220.55236ms","start":"2026-02-09T03:21:26.029416Z","end":"2026-02-09T03:21:26.249968Z","steps":["trace[1783612455] 'agreement among raft nodes before linearized reading' (duration: 220.478497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:26.250085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.708292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-02-09T03:21:26.250102Z","caller":"traceutil/trace.go:171","msg":"trace[653981605] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1944; }","duration":"391.753033ms","start":"2026-02-09T03:21:25.858344Z","end":"2026-02-09T03:21:26.250097Z","steps":["trace[653981605] 'agreement among raft nodes before linearized reading' (duration: 391.716451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:26.250118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.85833Z","time spent":"391.784354ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7058,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-09T03:21:26.250223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.231428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5088"} {"level":"info","ts":"2026-02-09T03:21:26.250817Z","caller":"traceutil/trace.go:171","msg":"trace[1647608393] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:1944; }","duration":"422.271749ms","start":"2026-02-09T03:21:25.827963Z","end":"2026-02-09T03:21:26.250235Z","steps":["trace[1647608393] 'agreement among raft nodes before linearized reading' (duration: 422.239578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-09T03:21:26.250862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.827948Z","time spent":"422.903469ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5110,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-02-09T03:21:26.247088Z","caller":"traceutil/trace.go:171","msg":"trace[652503847] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"498.699683ms","start":"2026-02-09T03:21:25.748355Z","end":"2026-02-09T03:21:26.247055Z","steps":["trace[652503847] 'process raft request' (duration: 498.615341ms)"],"step_count":1} {"level":"info","ts":"2026-02-09T03:21:26.251899Z","caller":"traceutil/trace.go:171","msg":"trace[1459997654] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"503.586417ms","start":"2026-02-09T03:21:25.748302Z","end":"2026-02-09T03:21:26.251889Z","steps":["trace[1459997654] 'process raft request' (duration: 438.595071ms)","trace[1459997654] 'compare' (duration: 59.943197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-09T03:21:26.251903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.74835Z","time spent":"503.472523ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-09T03:21:26.251948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-09T03:21:25.748293Z","time spent":"503.628728ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-09T03:21:33.330449Z","caller":"traceutil/trace.go:171","msg":"trace[2112776329] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"114.301471ms","start":"2026-02-09T03:21:33.216103Z","end":"2026-02-09T03:21:33.330404Z","steps":["trace[2112776329] 'process raft request' (duration: 114.047433ms)"],"step_count":1}