{"level":"warn","ts":"2026-05-20T01:33:06.099603Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T01:33:06.099698Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.185:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.185:2380","--initial-cluster=instance=https://199.19.213.185:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.185:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.185:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-20T01:33:06.099764Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T01:33:06.099772Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.185:2380"]} {"level":"info","ts":"2026-05-20T01:33:06.099793Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T01:33:06.100573Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"]} {"level":"info","ts":"2026-05-20T01:33:06.100652Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.185:2380"],"listen-peer-urls":["https://199.19.213.185:2380"],"advertise-client-urls":["https://199.19.213.185:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.185:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-20T01:33:06.107402Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.085793ms"} {"level":"info","ts":"2026-05-20T01:33:06.119723Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"dcbda34f8b503a3","cluster-id":"2e806bc52dde46af"} {"level":"info","ts":"2026-05-20T01:33:06.119819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=()"} {"level":"info","ts":"2026-05-20T01:33:06.119842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became follower at term 0"} {"level":"info","ts":"2026-05-20T01:33:06.119957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft dcbda34f8b503a3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-20T01:33:06.119971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became follower at term 1"} {"level":"info","ts":"2026-05-20T01:33:06.120077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=(994128063811093411)"} {"level":"warn","ts":"2026-05-20T01:33:06.130277Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-20T01:33:06.133521Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-20T01:33:06.135408Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-20T01:33:06.138193Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"dcbda34f8b503a3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-20T01:33:06.13899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=(994128063811093411)"} {"level":"info","ts":"2026-05-20T01:33:06.13908Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"dcbda34f8b503a3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-20T01:33:06.139187Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T01:33:06.139221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T01:33:06.139231Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T01:33:06.140558Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2e806bc52dde46af","local-member-id":"dcbda34f8b503a3","added-peer-id":"dcbda34f8b503a3","added-peer-peer-urls":["https://199.19.213.185:2380"]} {"level":"info","ts":"2026-05-20T01:33:06.143612Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T01:33:06.143745Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.185:2380"} {"level":"info","ts":"2026-05-20T01:33:06.143797Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.185:2380"} {"level":"info","ts":"2026-05-20T01:33:06.144007Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"dcbda34f8b503a3","initial-advertise-peer-urls":["https://199.19.213.185:2380"],"listen-peer-urls":["https://199.19.213.185:2380"],"advertise-client-urls":["https://199.19.213.185:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-20T01:33:06.144038Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-20T01:33:06.320997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 is starting a new election at term 1"} {"level":"info","ts":"2026-05-20T01:33:06.321064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-20T01:33:06.321097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 received MsgPreVoteResp from dcbda34f8b503a3 at term 1"} {"level":"info","ts":"2026-05-20T01:33:06.321116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became candidate at term 2"} {"level":"info","ts":"2026-05-20T01:33:06.321127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 received MsgVoteResp from dcbda34f8b503a3 at term 2"} {"level":"info","ts":"2026-05-20T01:33:06.321143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became leader at term 2"} {"level":"info","ts":"2026-05-20T01:33:06.321161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: dcbda34f8b503a3 elected leader dcbda34f8b503a3 at term 2"} {"level":"info","ts":"2026-05-20T01:33:06.322286Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"dcbda34f8b503a3","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.185:2379]}","request-path":"/0/members/dcbda34f8b503a3/attributes","cluster-id":"2e806bc52dde46af","publish-timeout":"7s"} {"level":"info","ts":"2026-05-20T01:33:06.322574Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T01:33:06.322682Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T01:33:06.322772Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T01:33:06.322825Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-20T01:33:06.32292Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-20T01:33:06.324179Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2e806bc52dde46af","local-member-id":"dcbda34f8b503a3","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T01:33:06.324386Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T01:33:06.324451Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T01:33:06.326251Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-20T01:33:06.326517Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.185:2379"} {"level":"info","ts":"2026-05-20T01:33:08.596072Z","caller":"traceutil/trace.go:171","msg":"trace[60973682] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"131.939467ms","start":"2026-05-20T01:33:08.464107Z","end":"2026-05-20T01:33:08.596047Z","steps":["trace[60973682] 'process raft request' (duration: 131.881377ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:08.596122Z","caller":"traceutil/trace.go:171","msg":"trace[1812085977] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"133.957217ms","start":"2026-05-20T01:33:08.46212Z","end":"2026-05-20T01:33:08.596078Z","steps":["trace[1812085977] 'process raft request' (duration: 81.267911ms)","trace[1812085977] 'compare' (duration: 52.430536ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:33:09.974712Z","caller":"traceutil/trace.go:171","msg":"trace[1410366355] transaction","detail":"{read_only:false; response_revision:147; number_of_response:1; }","duration":"126.433514ms","start":"2026-05-20T01:33:09.848238Z","end":"2026-05-20T01:33:09.974671Z","steps":["trace[1410366355] 'process raft request' (duration: 33.413087ms)","trace[1410366355] 'compare' (duration: 92.689387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:10.521239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.538105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T01:33:10.521373Z","caller":"traceutil/trace.go:171","msg":"trace[767453224] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"183.366671ms","start":"2026-05-20T01:33:10.337987Z","end":"2026-05-20T01:33:10.521354Z","steps":["trace[767453224] 'process raft request' (duration: 32.208966ms)","trace[767453224] 'compare' (duration: 150.380595ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:33:10.950856Z","caller":"traceutil/trace.go:171","msg":"trace[1048585671] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"106.032023ms","start":"2026-05-20T01:33:10.844798Z","end":"2026-05-20T01:33:10.95083Z","steps":["trace[1048585671] 'process raft request' (duration: 82.736781ms)","trace[1048585671] 'compare' (duration: 23.179202ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:33:12.927696Z","caller":"traceutil/trace.go:171","msg":"trace[1542208964] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"176.605237ms","start":"2026-05-20T01:33:12.751069Z","end":"2026-05-20T01:33:12.927674Z","steps":["trace[1542208964] 'process raft request' (duration: 176.510077ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:12.927702Z","caller":"traceutil/trace.go:171","msg":"trace[14802082] linearizableReadLoop","detail":"{readStateIndex:266; appliedIndex:265; }","duration":"176.836988ms","start":"2026-05-20T01:33:12.750834Z","end":"2026-05-20T01:33:12.927671Z","steps":["trace[14802082] 'read index received' (duration: 81.48216ms)","trace[14802082] 'applied index is now lower than readState.Index' (duration: 95.352958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:12.927988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.102998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T01:33:12.928104Z","caller":"traceutil/trace.go:171","msg":"trace[377047344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:261; }","duration":"177.262378ms","start":"2026-05-20T01:33:12.750826Z","end":"2026-05-20T01:33:12.928088Z","steps":["trace[377047344] 'agreement among raft nodes before linearized reading' (duration: 176.932338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:12.928152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.077949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3690"} {"level":"info","ts":"2026-05-20T01:33:12.928236Z","caller":"traceutil/trace.go:171","msg":"trace[2001773505] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:261; }","duration":"120.197259ms","start":"2026-05-20T01:33:12.808017Z","end":"2026-05-20T01:33:12.928215Z","steps":["trace[2001773505] 'agreement among raft nodes before linearized reading' (duration: 120.058009ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:12.928257Z","caller":"traceutil/trace.go:171","msg":"trace[942776552] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"185.254851ms","start":"2026-05-20T01:33:12.742762Z","end":"2026-05-20T01:33:12.928017Z","steps":["trace[942776552] 'process raft request' (duration: 89.593024ms)","trace[942776552] 'compare' (duration: 94.919946ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:33:13.094016Z","caller":"traceutil/trace.go:171","msg":"trace[933008374] linearizableReadLoop","detail":"{readStateIndex:275; appliedIndex:274; }","duration":"111.974465ms","start":"2026-05-20T01:33:12.982016Z","end":"2026-05-20T01:33:13.09399Z","steps":["trace[933008374] 'read index received' (duration: 9.404275ms)","trace[933008374] 'applied index is now lower than readState.Index' (duration: 102.56827ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:33:13.094015Z","caller":"traceutil/trace.go:171","msg":"trace[1075272721] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"112.140205ms","start":"2026-05-20T01:33:12.981802Z","end":"2026-05-20T01:33:13.093943Z","steps":["trace[1075272721] 'process raft request' (duration: 55.988548ms)","trace[1075272721] 'compare' (duration: 55.969407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:13.094298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.256895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T01:33:13.094414Z","caller":"traceutil/trace.go:171","msg":"trace[2136498328] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:0; response_revision:270; }","duration":"112.397755ms","start":"2026-05-20T01:33:12.981955Z","end":"2026-05-20T01:33:13.094353Z","steps":["trace[2136498328] 'agreement among raft nodes before linearized reading' (duration: 112.143645ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:13.09449Z","caller":"traceutil/trace.go:171","msg":"trace[1852902522] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"100.023979ms","start":"2026-05-20T01:33:12.994443Z","end":"2026-05-20T01:33:13.094467Z","steps":["trace[1852902522] 'process raft request' (duration: 99.439529ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:13.878221Z","caller":"traceutil/trace.go:171","msg":"trace[394515864] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"111.502685ms","start":"2026-05-20T01:33:13.766689Z","end":"2026-05-20T01:33:13.878192Z","steps":["trace[394515864] 'process raft request' (duration: 111.217634ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:13.87843Z","caller":"traceutil/trace.go:171","msg":"trace[24561269] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"111.192455ms","start":"2026-05-20T01:33:13.767222Z","end":"2026-05-20T01:33:13.878414Z","steps":["trace[24561269] 'process raft request' (duration: 110.858304ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:14.860391Z","caller":"traceutil/trace.go:171","msg":"trace[1251968853] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"308.707379ms","start":"2026-05-20T01:33:14.551658Z","end":"2026-05-20T01:33:14.860366Z","steps":["trace[1251968853] 'process raft request' (duration: 308.570549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:14.860533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:14.551636Z","time spent":"308.834229ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T01:33:14.861119Z","caller":"traceutil/trace.go:171","msg":"trace[1826284549] linearizableReadLoop","detail":"{readStateIndex:332; appliedIndex:332; }","duration":"265.400518ms","start":"2026-05-20T01:33:14.595681Z","end":"2026-05-20T01:33:14.861082Z","steps":["trace[1826284549] 'read index received' (duration: 264.693488ms)","trace[1826284549] 'applied index is now lower than readState.Index' (duration: 703.57µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:14.861442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.732758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T01:33:14.861487Z","caller":"traceutil/trace.go:171","msg":"trace[527063925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:322; }","duration":"265.825088ms","start":"2026-05-20T01:33:14.595643Z","end":"2026-05-20T01:33:14.861468Z","steps":["trace[527063925] 'agreement among raft nodes before linearized reading' (duration: 265.598368ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:14.874104Z","caller":"traceutil/trace.go:171","msg":"trace[440043185] transaction","detail":"{read_only:false; number_of_response:0; response_revision:322; }","duration":"175.983855ms","start":"2026-05-20T01:33:14.698104Z","end":"2026-05-20T01:33:14.874088Z","steps":["trace[440043185] 'process raft request' (duration: 175.813465ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:14.87461Z","caller":"traceutil/trace.go:171","msg":"trace[684024984] transaction","detail":"{read_only:false; number_of_response:0; response_revision:322; }","duration":"175.804766ms","start":"2026-05-20T01:33:14.698764Z","end":"2026-05-20T01:33:14.874569Z","steps":["trace[684024984] 'process raft request' (duration: 175.287785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:14.874865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.284177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-05-20T01:33:14.874956Z","caller":"traceutil/trace.go:171","msg":"trace[1413845276] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:322; }","duration":"178.723167ms","start":"2026-05-20T01:33:14.696221Z","end":"2026-05-20T01:33:14.874944Z","steps":["trace[1413845276] 'agreement among raft nodes before linearized reading' (duration: 178.249487ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:24.659142Z","caller":"traceutil/trace.go:171","msg":"trace[621778600] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"201.097283ms","start":"2026-05-20T01:33:24.458017Z","end":"2026-05-20T01:33:24.659115Z","steps":["trace[621778600] 'read index received' (duration: 200.821413ms)","trace[621778600] 'applied index is now lower than readState.Index' (duration: 274.19µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:24.659307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.255843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-05-20T01:33:24.659348Z","caller":"traceutil/trace.go:171","msg":"trace[1454159143] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:415; }","duration":"201.386003ms","start":"2026-05-20T01:33:24.457954Z","end":"2026-05-20T01:33:24.65934Z","steps":["trace[1454159143] 'agreement among raft nodes before linearized reading' (duration: 201.253213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:24.659309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.139176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4420"} {"level":"info","ts":"2026-05-20T01:33:24.659449Z","caller":"traceutil/trace.go:171","msg":"trace[1236413204] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:415; }","duration":"186.353996ms","start":"2026-05-20T01:33:24.47308Z","end":"2026-05-20T01:33:24.659434Z","steps":["trace[1236413204] 'agreement among raft nodes before linearized reading' (duration: 186.185276ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:24.659176Z","caller":"traceutil/trace.go:171","msg":"trace[901423035] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"347.07948ms","start":"2026-05-20T01:33:24.312078Z","end":"2026-05-20T01:33:24.659157Z","steps":["trace[901423035] 'process raft request' (duration: 346.87463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:24.660042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:24.312061Z","time spent":"347.72031ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:33:24.792014Z","caller":"traceutil/trace.go:171","msg":"trace[1018146289] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"123.899447ms","start":"2026-05-20T01:33:24.668093Z","end":"2026-05-20T01:33:24.791992Z","steps":["trace[1018146289] 'process raft request' (duration: 99.789626ms)","trace[1018146289] 'compare' (duration: 23.973651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:25.448136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262227213982157735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T01:33:25.948435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262227213982157735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T01:33:26.123896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319539314s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T01:33:26.347862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.701672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T01:33:26.347959Z","caller":"traceutil/trace.go:171","msg":"trace[1555185796] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"1.40009165s","start":"2026-05-20T01:33:24.947853Z","end":"2026-05-20T01:33:26.347944Z","steps":["trace[1555185796] 'read index received' (duration: 1.176175528s)","trace[1555185796] 'applied index is now lower than readState.Index' (duration: 223.915062ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:33:26.347998Z","caller":"traceutil/trace.go:171","msg":"trace[747821390] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"1.543717836s","start":"2026-05-20T01:33:24.804253Z","end":"2026-05-20T01:33:26.347971Z","steps":["trace[747821390] 'process raft request' (duration: 1.319833594s)","trace[747821390] 'compare' (duration: 223.598092ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:26.348057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40021679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T01:33:26.348095Z","caller":"traceutil/trace.go:171","msg":"trace[1064070109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"1.40029929s","start":"2026-05-20T01:33:24.947787Z","end":"2026-05-20T01:33:26.348087Z","steps":["trace[1064070109] 'agreement among raft nodes before linearized reading' (duration: 1.40023402s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:26.348096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353110619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T01:33:26.348126Z","caller":"traceutil/trace.go:171","msg":"trace[1334935820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"1.353186889s","start":"2026-05-20T01:33:24.994931Z","end":"2026-05-20T01:33:26.348117Z","steps":["trace[1334935820] 'agreement among raft nodes before linearized reading' (duration: 1.353133649s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:26.348123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:24.804233Z","time spent":"1.543822996s","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T01:33:26.348131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:24.94776Z","time spent":"1.40036304s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T01:33:26.348163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297595283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T01:33:26.348175Z","caller":"traceutil/trace.go:171","msg":"trace[1152219488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"1.297651283s","start":"2026-05-20T01:33:25.05052Z","end":"2026-05-20T01:33:26.348171Z","steps":["trace[1152219488] 'agreement among raft nodes before linearized reading' (duration: 1.297633573s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:26.348186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:25.050496Z","time spent":"1.297687923s","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T01:33:26.348143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:24.994905Z","time spent":"1.353233079s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T01:33:26.853038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262227213982157739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T01:33:27.354273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262227213982157739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T01:33:27.484507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132226805s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T01:33:28.363384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998292138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T01:33:28.36349Z","caller":"traceutil/trace.go:171","msg":"trace[1402577421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998435878s","start":"2026-05-20T01:33:26.365028Z","end":"2026-05-20T01:33:28.363464Z","steps":["trace[1402577421] 'agreement among raft nodes before linearized reading' (duration: 1.998308648s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:28.363549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:26.36502Z","time spent":"1.998514978s","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 01:33:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T01:33:28.740223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255380919s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T01:33:28.740471Z","caller":"traceutil/trace.go:171","msg":"trace[1388625466] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"2.388235404s","start":"2026-05-20T01:33:26.352186Z","end":"2026-05-20T01:33:28.740421Z","steps":["trace[1388625466] 'process raft request' (duration: 1.132549565s)","trace[1388625466] 'compare' (duration: 1.255259229s)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:33:28.740547Z","caller":"traceutil/trace.go:171","msg":"trace[1514855736] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"2.386661373s","start":"2026-05-20T01:33:26.353866Z","end":"2026-05-20T01:33:28.740527Z","steps":["trace[1514855736] 'process raft request' (duration: 2.386516933s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:28.740612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:26.35385Z","time spent":"2.386734663s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T01:33:28.740687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:26.352167Z","time spent":"2.388414774s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:33:28.740786Z","caller":"traceutil/trace.go:171","msg":"trace[375473096] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"2.388263204s","start":"2026-05-20T01:33:26.352515Z","end":"2026-05-20T01:33:28.740778Z","steps":["trace[375473096] 'process raft request' (duration: 2.387825494s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:28.740825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:26.352489Z","time spent":"2.388313964s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T01:33:29.461393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.900584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T01:33:29.461699Z","caller":"traceutil/trace.go:171","msg":"trace[431537374] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:431; }","duration":"3.108884608s","start":"2026-05-20T01:33:26.35278Z","end":"2026-05-20T01:33:29.461665Z","steps":["trace[431537374] 'read index received' (duration: 1.131932395s)","trace[431537374] 'applied index is now lower than readState.Index' (duration: 1.976947173s)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:33:29.461894Z","caller":"traceutil/trace.go:171","msg":"trace[2057458787] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"567.232934ms","start":"2026-05-20T01:33:28.89463Z","end":"2026-05-20T01:33:29.461863Z","steps":["trace[2057458787] 'process raft request' (duration: 566.899554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:29.462127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109316389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-05-20T01:33:29.462178Z","caller":"traceutil/trace.go:171","msg":"trace[753119050] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:421; }","duration":"3.109413439s","start":"2026-05-20T01:33:26.352751Z","end":"2026-05-20T01:33:29.462164Z","steps":["trace[753119050] 'agreement among raft nodes before linearized reading' (duration: 3.109104888s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:29.462248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:26.352739Z","time spent":"3.109498449s","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-20T01:33:29.462412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798401677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T01:33:29.462477Z","caller":"traceutil/trace.go:171","msg":"trace[1314817198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"2.798493587s","start":"2026-05-20T01:33:26.66396Z","end":"2026-05-20T01:33:29.462454Z","steps":["trace[1314817198] 'agreement among raft nodes before linearized reading' (duration: 2.798386467s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:29.462522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:26.663941Z","time spent":"2.798572347s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T01:33:29.461739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T01:33:29.462636Z","caller":"traceutil/trace.go:171","msg":"trace[119748426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000842774s","start":"2026-05-20T01:33:27.461773Z","end":"2026-05-20T01:33:29.462615Z","steps":["trace[119748426] 'agreement among raft nodes before linearized reading' (duration: 1.999941953s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:29.46263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098873065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T01:33:29.462714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996235852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-05-20T01:33:29.462868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:27.461755Z","time spent":"2.000995024s","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T01:33:29.462898Z","caller":"traceutil/trace.go:171","msg":"trace[1274010178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"1.099085095s","start":"2026-05-20T01:33:28.363677Z","end":"2026-05-20T01:33:29.462762Z","steps":["trace[1274010178] 'agreement among raft nodes before linearized reading' (duration: 1.098847685s)"],"step_count":1} 2026/05/20 01:33:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-20T01:33:29.462848Z","caller":"traceutil/trace.go:171","msg":"trace[420053708] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:421; }","duration":"1.996479092s","start":"2026-05-20T01:33:27.466336Z","end":"2026-05-20T01:33:29.462815Z","steps":["trace[420053708] 'agreement among raft nodes before linearized reading' (duration: 1.996196912s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:29.46331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:27.466319Z","time spent":"1.996976632s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4078,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-20T01:33:29.462968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:28.363649Z","time spent":"1.099306395s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T01:33:29.463471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:28.894597Z","time spent":"567.445825ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T01:33:45.921414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005795599s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T01:33:45.921946Z","caller":"traceutil/trace.go:171","msg":"trace[1713210029] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.006368689s","start":"2026-05-20T01:33:44.915549Z","end":"2026-05-20T01:33:45.921918Z","steps":["trace[1713210029] 'process raft request' (duration: 1.006146859s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:45.922126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:44.915538Z","time spent":"1.006498809s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:33:45.944999Z","caller":"traceutil/trace.go:171","msg":"trace[8606166] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"910.667838ms","start":"2026-05-20T01:33:45.034278Z","end":"2026-05-20T01:33:45.944945Z","steps":["trace[8606166] 'process raft request' (duration: 910.565758ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:45.945106Z","caller":"traceutil/trace.go:171","msg":"trace[1754976803] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"904.591696ms","start":"2026-05-20T01:33:45.040491Z","end":"2026-05-20T01:33:45.945082Z","steps":["trace[1754976803] 'process raft request' (duration: 904.418676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:45.945162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.03427Z","time spent":"910.816088ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T01:33:45.945228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.040482Z","time spent":"904.689176ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T01:33:45.945345Z","caller":"traceutil/trace.go:171","msg":"trace[1239824475] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"899.806234ms","start":"2026-05-20T01:33:45.045491Z","end":"2026-05-20T01:33:45.945297Z","steps":["trace[1239824475] 'process raft request' (duration: 899.505654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:45.945419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.045455Z","time spent":"899.939084ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T01:33:45.945467Z","caller":"traceutil/trace.go:171","msg":"trace[1944015786] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"891.01035ms","start":"2026-05-20T01:33:45.054445Z","end":"2026-05-20T01:33:45.945456Z","steps":["trace[1944015786] 'process raft request' (duration: 890.78541ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:45.945497Z","caller":"traceutil/trace.go:171","msg":"trace[1187826686] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"900.678904ms","start":"2026-05-20T01:33:45.044809Z","end":"2026-05-20T01:33:45.945488Z","steps":["trace[1187826686] 'process raft request' (duration: 900.151204ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:45.945502Z","caller":"traceutil/trace.go:171","msg":"trace[1164301715] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:541; }","duration":"368.572807ms","start":"2026-05-20T01:33:45.57691Z","end":"2026-05-20T01:33:45.945482Z","steps":["trace[1164301715] 'read index received' (duration: 344.839117ms)","trace[1164301715] 'applied index is now lower than readState.Index' (duration: 23.73282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:45.94552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.054434Z","time spent":"891.06049ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T01:33:45.945537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.044782Z","time spent":"900.737284ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T01:33:45.945466Z","caller":"traceutil/trace.go:171","msg":"trace[294768927] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"909.590468ms","start":"2026-05-20T01:33:45.035792Z","end":"2026-05-20T01:33:45.945382Z","steps":["trace[294768927] 'process raft request' (duration: 909.080508ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:45.945589Z","caller":"traceutil/trace.go:171","msg":"trace[957605359] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"899.937494ms","start":"2026-05-20T01:33:45.045638Z","end":"2026-05-20T01:33:45.945576Z","steps":["trace[957605359] 'process raft request' (duration: 899.420044ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:45.945629Z","caller":"traceutil/trace.go:171","msg":"trace[131963553] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"891.168491ms","start":"2026-05-20T01:33:45.054454Z","end":"2026-05-20T01:33:45.945622Z","steps":["trace[131963553] 'process raft request' (duration: 890.8468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:45.945671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.054434Z","time spent":"891.217331ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T01:33:45.945684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.765318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T01:33:45.945678Z","caller":"traceutil/trace.go:171","msg":"trace[481807011] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"736.089675ms","start":"2026-05-20T01:33:45.209566Z","end":"2026-05-20T01:33:45.945655Z","steps":["trace[481807011] 'process raft request' (duration: 735.857744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:45.945723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.045632Z","time spent":"900.009025ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T01:33:45.945739Z","caller":"traceutil/trace.go:171","msg":"trace[230272194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:536; }","duration":"368.863928ms","start":"2026-05-20T01:33:45.576858Z","end":"2026-05-20T01:33:45.945722Z","steps":["trace[230272194] 'agreement among raft nodes before linearized reading' (duration: 368.683337ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:45.945601Z","caller":"traceutil/trace.go:171","msg":"trace[149225352] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"835.032886ms","start":"2026-05-20T01:33:45.110555Z","end":"2026-05-20T01:33:45.945588Z","steps":["trace[149225352] 'process raft request' (duration: 834.788546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:45.945752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.03578Z","time spent":"909.838439ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T01:33:45.945785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.576839Z","time spent":"368.935008ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T01:33:45.945795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.110535Z","time spent":"835.242537ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T01:33:45.945498Z","caller":"traceutil/trace.go:171","msg":"trace[772772736] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"895.111642ms","start":"2026-05-20T01:33:45.050326Z","end":"2026-05-20T01:33:45.945437Z","steps":["trace[772772736] 'process raft request' (duration: 894.854392ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:45.945906Z","caller":"traceutil/trace.go:171","msg":"trace[1601240748] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.03015698s","start":"2026-05-20T01:33:44.915733Z","end":"2026-05-20T01:33:45.94589Z","steps":["trace[1601240748] 'process raft request' (duration: 1.028946219s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:45.945918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.050312Z","time spent":"895.578413ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T01:33:45.945839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.209533Z","time spent":"736.204115ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T01:33:45.9461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:44.915724Z","time spent":"1.03022152s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:33:45.94611Z","caller":"traceutil/trace.go:171","msg":"trace[1009933866] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"912.02126ms","start":"2026-05-20T01:33:45.034057Z","end":"2026-05-20T01:33:45.946078Z","steps":["trace[1009933866] 'process raft request' (duration: 910.732529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:45.946234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:45.034033Z","time spent":"912.14527ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T01:33:49.274306Z","caller":"traceutil/trace.go:171","msg":"trace[668654689] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"165.208619ms","start":"2026-05-20T01:33:49.109071Z","end":"2026-05-20T01:33:49.274279Z","steps":["trace[668654689] 'process raft request' (duration: 164.722829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:49.76611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.476265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T01:33:49.7662Z","caller":"traceutil/trace.go:171","msg":"trace[97081476] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:609; }","duration":"436.616265ms","start":"2026-05-20T01:33:49.329561Z","end":"2026-05-20T01:33:49.766178Z","steps":["trace[97081476] 'range keys from in-memory index tree' (duration: 436.390025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:49.766246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:49.329544Z","time spent":"436.692475ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-05-20T01:33:50.895378Z","caller":"traceutil/trace.go:171","msg":"trace[1945672049] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"187.700399ms","start":"2026-05-20T01:33:50.70765Z","end":"2026-05-20T01:33:50.89535Z","steps":["trace[1945672049] 'process raft request' (duration: 185.954228ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:52.062669Z","caller":"traceutil/trace.go:171","msg":"trace[1183724943] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"176.838255ms","start":"2026-05-20T01:33:51.885362Z","end":"2026-05-20T01:33:52.062201Z","steps":["trace[1183724943] 'process raft request' (duration: 176.254104ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:52.818063Z","caller":"traceutil/trace.go:171","msg":"trace[157610104] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"194.608461ms","start":"2026-05-20T01:33:52.613232Z","end":"2026-05-20T01:33:52.807841Z","steps":["trace[157610104] 'process raft request' (duration: 194.002861ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:53.474784Z","caller":"traceutil/trace.go:171","msg":"trace[3457770] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"126.035783ms","start":"2026-05-20T01:33:53.348044Z","end":"2026-05-20T01:33:53.47408Z","steps":["trace[3457770] 'process raft request' (duration: 125.481612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:53.938476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.430121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T01:33:53.938642Z","caller":"traceutil/trace.go:171","msg":"trace[291407394] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"409.171201ms","start":"2026-05-20T01:33:53.529452Z","end":"2026-05-20T01:33:53.938623Z","steps":["trace[291407394] 'process raft request' (duration: 97.50442ms)","trace[291407394] 'compare' (duration: 311.113041ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:53.938714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:53.529423Z","time spent":"409.260991ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T01:33:55.298897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262227213982158179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T01:33:55.799268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262227213982158179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T01:33:56.300315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262227213982158179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T01:33:56.800746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262227213982158179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T01:33:56.811737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.059162478s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T01:33:57.05026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-20T01:33:57.050325Z","caller":"traceutil/trace.go:171","msg":"trace[621905396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159392s","start":"2026-05-20T01:33:55.050151Z","end":"2026-05-20T01:33:57.05031Z","steps":["trace[621905396] 'agreement among raft nodes before linearized reading' (duration: 2.000067422s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:57.050378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:55.050126Z","time spent":"2.000223732s","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T01:33:57.319701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566292049s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T01:33:57.320034Z","caller":"traceutil/trace.go:171","msg":"trace[1682891679] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"2.783051619s","start":"2026-05-20T01:33:54.536963Z","end":"2026-05-20T01:33:57.320014Z","steps":["trace[1682891679] 'process raft request' (duration: 2.783006759s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:57.320141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:54.536937Z","time spent":"2.783139279s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:33:57.320258Z","caller":"traceutil/trace.go:171","msg":"trace[499437003] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"2.832853241s","start":"2026-05-20T01:33:54.487378Z","end":"2026-05-20T01:33:57.320231Z","steps":["trace[499437003] 'process raft request' (duration: 2.83243596s)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:33:57.320296Z","caller":"traceutil/trace.go:171","msg":"trace[583253995] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"2.83136027s","start":"2026-05-20T01:33:54.488914Z","end":"2026-05-20T01:33:57.320274Z","steps":["trace[583253995] 'process raft request' (duration: 2.831011489s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:57.320384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:54.488906Z","time spent":"2.83143202s","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T01:33:57.320404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:54.487369Z","time spent":"2.832957951s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:33:57.320411Z","caller":"traceutil/trace.go:171","msg":"trace[976161616] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"2.833396731s","start":"2026-05-20T01:33:54.487Z","end":"2026-05-20T01:33:57.320396Z","steps":["trace[976161616] 'process raft request' (duration: 265.499551ms)","trace[976161616] 'compare' (duration: 2.565818409s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:57.320469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:54.486988Z","time spent":"2.833455601s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T01:33:58.24022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.928088ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-20T01:33:58.240748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442675142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-c87kc\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-20T01:33:58.240833Z","caller":"traceutil/trace.go:171","msg":"trace[1471186535] range","detail":"{range_begin:/registry/pods/kube-system/cilium-c87kc; range_end:; response_count:1; response_revision:645; }","duration":"3.442797472s","start":"2026-05-20T01:33:54.798014Z","end":"2026-05-20T01:33:58.240812Z","steps":["trace[1471186535] 'agreement among raft nodes before linearized reading' (duration: 3.442483552s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:58.240878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:54.797997Z","time spent":"3.442872432s","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-c87kc\" "} {"level":"info","ts":"2026-05-20T01:33:58.240901Z","caller":"traceutil/trace.go:171","msg":"trace[1131858796] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:665; }","duration":"3.442763202s","start":"2026-05-20T01:33:54.798051Z","end":"2026-05-20T01:33:58.240814Z","steps":["trace[1131858796] 'read index received' (duration: 2.013904759s)","trace[1131858796] 'applied index is now lower than readState.Index' (duration: 1.428531593s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:33:58.241399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.832454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T01:33:58.241495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119053041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T01:33:58.241494Z","caller":"traceutil/trace.go:171","msg":"trace[992780135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"779.963394ms","start":"2026-05-20T01:33:57.461512Z","end":"2026-05-20T01:33:58.241476Z","steps":["trace[992780135] 'agreement among raft nodes before linearized reading' (duration: 779.807944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:58.241508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114574959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-20T01:33:58.241563Z","caller":"traceutil/trace.go:171","msg":"trace[94387016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"2.119141411s","start":"2026-05-20T01:33:56.122406Z","end":"2026-05-20T01:33:58.241547Z","steps":["trace[94387016] 'agreement among raft nodes before linearized reading' (duration: 2.118901891s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:58.241569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:57.461462Z","time spent":"780.095964ms","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T01:33:58.24161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:56.122394Z","time spent":"2.119204091s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T01:33:58.241594Z","caller":"traceutil/trace.go:171","msg":"trace[1673605568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"2.114713319s","start":"2026-05-20T01:33:56.126856Z","end":"2026-05-20T01:33:58.241569Z","steps":["trace[1673605568] 'agreement among raft nodes before linearized reading' (duration: 2.114417149s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:58.241656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190985985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T01:33:58.241692Z","caller":"traceutil/trace.go:171","msg":"trace[1771090239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"1.191053065s","start":"2026-05-20T01:33:57.05063Z","end":"2026-05-20T01:33:58.241683Z","steps":["trace[1771090239] 'agreement among raft nodes before linearized reading' (duration: 1.190995395s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:58.241728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:57.05061Z","time spent":"1.191110695s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T01:33:58.241943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132410876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-20T01:33:58.242041Z","caller":"traceutil/trace.go:171","msg":"trace[2036633505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"2.132575456s","start":"2026-05-20T01:33:56.109447Z","end":"2026-05-20T01:33:58.242023Z","steps":["trace[2036633505] 'agreement among raft nodes before linearized reading' (duration: 2.132236676s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:58.242088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:56.109425Z","time spent":"2.132648376s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T01:33:58.2417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:56.126835Z","time spent":"2.114842269s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T01:33:58.243041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260316136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T01:33:58.243365Z","caller":"traceutil/trace.go:171","msg":"trace[1406947284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"3.260863736s","start":"2026-05-20T01:33:54.982407Z","end":"2026-05-20T01:33:58.24327Z","steps":["trace[1406947284] 'agreement among raft nodes before linearized reading' (duration: 3.258850876s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:33:58.243472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:54.982387Z","time spent":"3.261065056s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T01:34:00.250601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999719128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-20T01:34:00.250838Z","caller":"traceutil/trace.go:171","msg":"trace[717983980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999916778s","start":"2026-05-20T01:33:58.250842Z","end":"2026-05-20T01:34:00.250759Z","steps":["trace[717983980] 'agreement among raft nodes before linearized reading' (duration: 1.999715828s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:00.250999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:58.250785Z","time spent":"2.000197759s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/20 01:34:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-20T01:34:01.559255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.24316939s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T01:34:01.559856Z","caller":"traceutil/trace.go:171","msg":"trace[1410790166] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"3.309455398s","start":"2026-05-20T01:33:58.250379Z","end":"2026-05-20T01:34:01.559835Z","steps":["trace[1410790166] 'process raft request' (duration: 3.309367188s)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:34:01.559882Z","caller":"traceutil/trace.go:171","msg":"trace[784073778] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"3.309679938s","start":"2026-05-20T01:33:58.250175Z","end":"2026-05-20T01:34:01.559855Z","steps":["trace[784073778] 'process raft request' (duration: 3.309413478s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:01.560007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:58.250366Z","time spent":"3.309564098s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T01:34:01.560044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:58.250146Z","time spent":"3.309794888s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:34:01.56018Z","caller":"traceutil/trace.go:171","msg":"trace[652462951] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"3.309347229s","start":"2026-05-20T01:33:58.250792Z","end":"2026-05-20T01:34:01.560139Z","steps":["trace[652462951] 'process raft request' (duration: 3.308986488s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:01.560347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:58.250773Z","time spent":"3.309489549s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:34:01.561392Z","caller":"traceutil/trace.go:171","msg":"trace[2038637522] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:670; }","duration":"3.310525148s","start":"2026-05-20T01:33:58.250849Z","end":"2026-05-20T01:34:01.561375Z","steps":["trace[2038637522] 'read index received' (duration: 65.099687ms)","trace[2038637522] 'applied index is now lower than readState.Index' (duration: 3.245424571s)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:34:01.561449Z","caller":"traceutil/trace.go:171","msg":"trace[1267222648] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"3.303384056s","start":"2026-05-20T01:33:58.258045Z","end":"2026-05-20T01:34:01.561429Z","steps":["trace[1267222648] 'process raft request' (duration: 3.301974996s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:01.561554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:58.25803Z","time spent":"3.303465786s","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:34:01.707295Z","caller":"traceutil/trace.go:171","msg":"trace[513088152] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"145.83694ms","start":"2026-05-20T01:34:01.561432Z","end":"2026-05-20T01:34:01.707269Z","steps":["trace[513088152] 'read index received' (duration: 113.179417ms)","trace[513088152] 'applied index is now lower than readState.Index' (duration: 32.656443ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:34:01.70739Z","caller":"traceutil/trace.go:171","msg":"trace[2071697528] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"1.50310794s","start":"2026-05-20T01:34:00.204236Z","end":"2026-05-20T01:34:01.707344Z","steps":["trace[2071697528] 'process raft request' (duration: 1.470479417s)","trace[2071697528] 'compare' (duration: 32.431843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:34:01.707431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456364998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12216e2038412\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-20T01:34:01.707467Z","caller":"traceutil/trace.go:171","msg":"trace[2104063239] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b12216e2038412; range_end:; response_count:1; response_revision:651; }","duration":"3.456450218s","start":"2026-05-20T01:33:58.251006Z","end":"2026-05-20T01:34:01.707457Z","steps":["trace[2104063239] 'agreement among raft nodes before linearized reading' (duration: 3.456357598s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:01.707504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:33:58.250997Z","time spent":"3.456497718s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b12216e2038412\" "} {"level":"warn","ts":"2026-05-20T01:34:01.707539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387329471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T01:34:01.707544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:00.204199Z","time spent":"1.50326085s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:34:01.70759Z","caller":"traceutil/trace.go:171","msg":"trace[1008689623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:651; }","duration":"1.387387901s","start":"2026-05-20T01:34:00.320189Z","end":"2026-05-20T01:34:01.707576Z","steps":["trace[1008689623] 'agreement among raft nodes before linearized reading' (duration: 1.387194671s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:01.707624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:00.32012Z","time spent":"1.387496821s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T01:34:01.707631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450454527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T01:34:01.707714Z","caller":"traceutil/trace.go:171","msg":"trace[1803122279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"1.450581607s","start":"2026-05-20T01:34:00.257109Z","end":"2026-05-20T01:34:01.70769Z","steps":["trace[1803122279] 'agreement among raft nodes before linearized reading' (duration: 1.450458697s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:01.707786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:00.257083Z","time spent":"1.450677147s","remote":"127.0.0.1:54634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T01:34:01.708004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.235006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-20T01:34:01.708104Z","caller":"traceutil/trace.go:171","msg":"trace[124066808] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:651; }","duration":"549.372446ms","start":"2026-05-20T01:34:01.158714Z","end":"2026-05-20T01:34:01.708086Z","steps":["trace[124066808] 'agreement among raft nodes before linearized reading' (duration: 549.174056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:01.708176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:01.158688Z","time spent":"549.477046ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"info","ts":"2026-05-20T01:34:01.849673Z","caller":"traceutil/trace.go:171","msg":"trace[805768747] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"138.495587ms","start":"2026-05-20T01:34:01.711154Z","end":"2026-05-20T01:34:01.84965Z","steps":["trace[805768747] 'process raft request' (duration: 138.436547ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:34:01.849741Z","caller":"traceutil/trace.go:171","msg":"trace[1733134921] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"139.922798ms","start":"2026-05-20T01:34:01.709784Z","end":"2026-05-20T01:34:01.849707Z","steps":["trace[1733134921] 'process raft request' (duration: 126.487762ms)","trace[1733134921] 'compare' (duration: 13.123066ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:34:01.902359Z","caller":"traceutil/trace.go:171","msg":"trace[1912978518] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:677; }","duration":"135.663826ms","start":"2026-05-20T01:34:01.766677Z","end":"2026-05-20T01:34:01.902341Z","steps":["trace[1912978518] 'read index received' (duration: 69.603609ms)","trace[1912978518] 'applied index is now lower than readState.Index' (duration: 66.059097ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:34:01.902545Z","caller":"traceutil/trace.go:171","msg":"trace[808117712] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"143.7046ms","start":"2026-05-20T01:34:01.758811Z","end":"2026-05-20T01:34:01.902515Z","steps":["trace[808117712] 'process raft request' (duration: 143.41562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:01.902574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.873726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T01:34:01.902765Z","caller":"traceutil/trace.go:171","msg":"trace[1751618930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"136.117316ms","start":"2026-05-20T01:34:01.766628Z","end":"2026-05-20T01:34:01.902745Z","steps":["trace[1751618930] 'agreement among raft nodes before linearized reading' (duration: 135.817966ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:34:02.058096Z","caller":"traceutil/trace.go:171","msg":"trace[1184905661] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"138.170947ms","start":"2026-05-20T01:34:01.919899Z","end":"2026-05-20T01:34:02.05807Z","steps":["trace[1184905661] 'process raft request' (duration: 137.968537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:18.704247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.172796ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-20T01:34:18.704451Z","caller":"traceutil/trace.go:171","msg":"trace[1098044885] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:841; }","duration":"1.069847632s","start":"2026-05-20T01:34:17.634581Z","end":"2026-05-20T01:34:18.704429Z","steps":["trace[1098044885] 'read index received' (duration: 213.479766ms)","trace[1098044885] 'applied index is now lower than readState.Index' (duration: 856.367046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:34:18.70493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070337342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T01:34:18.70504Z","caller":"traceutil/trace.go:171","msg":"trace[1610039536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:811; }","duration":"1.070495602s","start":"2026-05-20T01:34:17.634524Z","end":"2026-05-20T01:34:18.70502Z","steps":["trace[1610039536] 'agreement among raft nodes before linearized reading' (duration: 1.070226832s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:18.705093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:17.634499Z","time spent":"1.070580952s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T01:34:18.705088Z","caller":"traceutil/trace.go:171","msg":"trace[1729977601] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"727.169273ms","start":"2026-05-20T01:34:17.977888Z","end":"2026-05-20T01:34:18.705057Z","steps":["trace[1729977601] 'process raft request' (duration: 726.469303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:18.7053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:17.977864Z","time spent":"727.308223ms","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T01:34:18.737663Z","caller":"traceutil/trace.go:171","msg":"trace[2094730425] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"656.919985ms","start":"2026-05-20T01:34:18.080722Z","end":"2026-05-20T01:34:18.737642Z","steps":["trace[2094730425] 'process raft request' (duration: 624.436882ms)","trace[2094730425] 'compare' (duration: 32.309713ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:34:18.737788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066858451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T01:34:18.737853Z","caller":"traceutil/trace.go:171","msg":"trace[1516179652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:813; }","duration":"1.066973911s","start":"2026-05-20T01:34:17.670863Z","end":"2026-05-20T01:34:18.737837Z","steps":["trace[1516179652] 'agreement among raft nodes before linearized reading' (duration: 1.06675787s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:18.737898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:17.670838Z","time spent":"1.067052021s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T01:34:18.737795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:18.080674Z","time spent":"657.050655ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T01:34:18.738133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067181861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T01:34:18.738184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.554261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T01:34:18.738321Z","caller":"traceutil/trace.go:171","msg":"trace[1706949211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:813; }","duration":"744.660031ms","start":"2026-05-20T01:34:17.993576Z","end":"2026-05-20T01:34:18.738236Z","steps":["trace[1706949211] 'agreement among raft nodes before linearized reading' (duration: 744.491261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:18.738383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:17.993523Z","time spent":"744.844951ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T01:34:18.738196Z","caller":"traceutil/trace.go:171","msg":"trace[109456530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:813; }","duration":"1.067279711s","start":"2026-05-20T01:34:17.670898Z","end":"2026-05-20T01:34:18.738178Z","steps":["trace[109456530] 'agreement among raft nodes before linearized reading' (duration: 1.067103891s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:34:18.738566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T01:34:17.670876Z","time spent":"1.067672091s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T01:35:23.321515Z","caller":"traceutil/trace.go:171","msg":"trace[1289601508] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1206; }","duration":"199.971639ms","start":"2026-05-20T01:35:23.121519Z","end":"2026-05-20T01:35:23.321491Z","steps":["trace[1289601508] 'read index received' (duration: 199.879189ms)","trace[1289601508] 'applied index is now lower than readState.Index' (duration: 91.39µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:35:23.321549Z","caller":"traceutil/trace.go:171","msg":"trace[1425331503] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"200.162079ms","start":"2026-05-20T01:35:23.121359Z","end":"2026-05-20T01:35:23.321521Z","steps":["trace[1425331503] 'process raft request' (duration: 200.006599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:35:23.32173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.191839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-20T01:35:23.321796Z","caller":"traceutil/trace.go:171","msg":"trace[2064432618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1162; }","duration":"200.270939ms","start":"2026-05-20T01:35:23.121514Z","end":"2026-05-20T01:35:23.321785Z","steps":["trace[2064432618] 'agreement among raft nodes before linearized reading' (duration: 200.068819ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:35:23.36603Z","caller":"traceutil/trace.go:171","msg":"trace[2041888825] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"105.266861ms","start":"2026-05-20T01:35:23.260732Z","end":"2026-05-20T01:35:23.365999Z","steps":["trace[2041888825] 'process raft request' (duration: 105.127971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T01:35:23.366106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.924193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T01:35:23.366107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.172394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T01:35:23.366164Z","caller":"traceutil/trace.go:171","msg":"trace[2109688361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1163; }","duration":"238.009523ms","start":"2026-05-20T01:35:23.128136Z","end":"2026-05-20T01:35:23.366146Z","steps":["trace[2109688361] 'agreement among raft nodes before linearized reading' (duration: 237.867193ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:35:23.366191Z","caller":"traceutil/trace.go:171","msg":"trace[1216031956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1163; }","duration":"239.280564ms","start":"2026-05-20T01:35:23.126902Z","end":"2026-05-20T01:35:23.366182Z","steps":["trace[1216031956] 'agreement among raft nodes before linearized reading' (duration: 239.097444ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:35:23.520121Z","caller":"traceutil/trace.go:171","msg":"trace[286895690] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"147.537417ms","start":"2026-05-20T01:35:23.372559Z","end":"2026-05-20T01:35:23.520097Z","steps":["trace[286895690] 'process raft request' (duration: 147.495797ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:35:23.520206Z","caller":"traceutil/trace.go:171","msg":"trace[1347071587] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"150.039518ms","start":"2026-05-20T01:35:23.370134Z","end":"2026-05-20T01:35:23.520174Z","steps":["trace[1347071587] 'process raft request' (duration: 149.785128ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T01:36:05.663249Z","caller":"traceutil/trace.go:171","msg":"trace[1856969806] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1390; }","duration":"108.747963ms","start":"2026-05-20T01:36:05.554478Z","end":"2026-05-20T01:36:05.663226Z","steps":["trace[1856969806] 'read index received' (duration: 12.500555ms)","trace[1856969806] 'applied index is now lower than readState.Index' (duration: 96.246128ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T01:36:05.663345Z","caller":"traceutil/trace.go:171","msg":"trace[240231165] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"111.595014ms","start":"2026-05-20T01:36:05.551708Z","end":"2026-05-20T01:36:05.663303Z","steps":["trace[240231165] 'process raft request' (duration: 15.331996ms)","trace[240231165] 'compare' (duration: 96.071018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T01:36:05.663557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.046523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T01:36:05.663656Z","caller":"traceutil/trace.go:171","msg":"trace[1241997916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1337; }","duration":"109.178913ms","start":"2026-05-20T01:36:05.554454Z","end":"2026-05-20T01:36:05.663633Z","steps":["trace[1241997916] 'agreement among raft nodes before linearized reading' (duration: 108.885193ms)"],"step_count":1}