{"level":"warn","ts":"2026-03-18T21:43:27.586759Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:43:27.586847Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T21:43:27.586915Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:43:27.586928Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-18T21:43:27.586944Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:43:27.587561Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-03-18T21:43:27.587633Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T21:43:27.612262Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"24.41805ms"} {"level":"info","ts":"2026-03-18T21:43:27.636786Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-03-18T21:43:27.636879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T21:43:27.636901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-03-18T21:43:27.636912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T21:43:27.636929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-03-18T21:43:27.637044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-03-18T21:43:27.649986Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T21:43:27.656801Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T21:43:27.659234Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T21:43:27.661522Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T21:43:27.661755Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T21:43:27.661823Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:43:27.66206Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:43:27.662074Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:43:27.664525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-03-18T21:43:27.664968Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-18T21:43:27.667001Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:43:27.667255Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T21:43:27.667306Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T21:43:27.667417Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-18T21:43:27.667437Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-18T21:43:27.838264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T21:43:27.838315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T21:43:27.83834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-03-18T21:43:27.838353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-03-18T21:43:27.838358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-18T21:43:27.838369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-03-18T21:43:27.838376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-18T21:43:27.951697Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T21:43:27.951849Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:43:27.952047Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:43:27.95222Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:43:27.954298Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T21:43:27.954356Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T21:43:27.954743Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-03-18T21:43:27.955681Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T21:43:28.397938Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:43:28.398368Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:43:28.398523Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-18T21:43:31.855646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.524874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:43:31.855855Z","caller":"traceutil/trace.go:171","msg":"trace[181063224] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"293.601005ms","start":"2026-03-18T21:43:31.562234Z","end":"2026-03-18T21:43:31.855835Z","steps":["trace[181063224] 'process raft request' (duration: 293.527783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:31.855903Z","caller":"traceutil/trace.go:171","msg":"trace[638120321] transaction","detail":"{read_only:false; response_revision:154; number_of_response:1; }","duration":"519.453918ms","start":"2026-03-18T21:43:31.336407Z","end":"2026-03-18T21:43:31.855861Z","steps":["trace[638120321] 'process raft request' (duration: 186.133419ms)","trace[638120321] 'compare' (duration: 332.379211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:43:31.856656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:31.336388Z","time spent":"520.201263ms","remote":"127.0.0.1:47170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:43:32.48187Z","caller":"traceutil/trace.go:171","msg":"trace[2145105481] transaction","detail":"{read_only:false; response_revision:184; number_of_response:1; }","duration":"102.274524ms","start":"2026-03-18T21:43:32.37957Z","end":"2026-03-18T21:43:32.481845Z","steps":["trace[2145105481] 'process raft request' (duration: 31.049881ms)","trace[2145105481] 'compare' (duration: 71.081231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:43:35.155398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770336758s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:43:35.155541Z","caller":"traceutil/trace.go:171","msg":"trace[1953481417] linearizableReadLoop","detail":"{readStateIndex:240; appliedIndex:239; }","duration":"1.957047456s","start":"2026-03-18T21:43:33.198476Z","end":"2026-03-18T21:43:35.155524Z","steps":["trace[1953481417] 'read index received' (duration: 186.457804ms)","trace[1953481417] 'applied index is now lower than readState.Index' (duration: 1.770587841s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:43:35.155656Z","caller":"traceutil/trace.go:171","msg":"trace[1196239110] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"1.979815392s","start":"2026-03-18T21:43:33.175828Z","end":"2026-03-18T21:43:35.155643Z","steps":["trace[1196239110] 'process raft request' (duration: 209.153059ms)","trace[1196239110] 'compare' (duration: 1.769758066s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:43:35.155742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:33.175809Z","time spent":"1.979899203s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:43:35.155942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115063142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:43:35.156002Z","caller":"traceutil/trace.go:171","msg":"trace[1360231613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:235; }","duration":"1.115163744s","start":"2026-03-18T21:43:34.040821Z","end":"2026-03-18T21:43:35.155985Z","steps":["trace[1360231613] 'agreement among raft nodes before linearized reading' (duration: 1.115021651s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:35.156037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:34.0408Z","time spent":"1.115228955s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:43:35.156164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.059517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:43:35.156206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043517826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:43:35.15621Z","caller":"traceutil/trace.go:171","msg":"trace[402439898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:235; }","duration":"910.136749ms","start":"2026-03-18T21:43:34.246063Z","end":"2026-03-18T21:43:35.1562Z","steps":["trace[402439898] 'agreement among raft nodes before linearized reading' (duration: 910.069308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:35.156236Z","caller":"traceutil/trace.go:171","msg":"trace[960282158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:235; }","duration":"1.043585129s","start":"2026-03-18T21:43:34.112641Z","end":"2026-03-18T21:43:35.156227Z","steps":["trace[960282158] 'agreement among raft nodes before linearized reading' (duration: 1.043541748s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:35.156201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.22745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:43:35.156271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:34.112617Z","time spent":"1.043648109s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:43:35.15632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95785098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:43:35.156307Z","caller":"traceutil/trace.go:171","msg":"trace[1861861204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:235; }","duration":"672.369082ms","start":"2026-03-18T21:43:34.483909Z","end":"2026-03-18T21:43:35.156278Z","steps":["trace[1861861204] 'agreement among raft nodes before linearized reading' (duration: 672.220549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:35.156353Z","caller":"traceutil/trace.go:171","msg":"trace[1772286414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:235; }","duration":"1.957915023s","start":"2026-03-18T21:43:33.19843Z","end":"2026-03-18T21:43:35.156345Z","steps":["trace[1772286414] 'agreement among raft nodes before linearized reading' (duration: 1.957871442s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:35.156377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:33.198403Z","time spent":"1.957969113s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:43:35.15638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:34.483889Z","time spent":"672.478033ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:43:35.156243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:34.246043Z","time spent":"910.19372ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:43:37.05862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68608821s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:43:37.058793Z","caller":"traceutil/trace.go:171","msg":"trace[1068818688] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:240; }","duration":"1.898075201s","start":"2026-03-18T21:43:35.160704Z","end":"2026-03-18T21:43:37.058779Z","steps":["trace[1068818688] 'read index received' (duration: 211.778817ms)","trace[1068818688] 'applied index is now lower than readState.Index' (duration: 1.686295664s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:43:37.058778Z","caller":"traceutil/trace.go:171","msg":"trace[480825292] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"1.898374866s","start":"2026-03-18T21:43:35.160365Z","end":"2026-03-18T21:43:37.05874Z","steps":["trace[480825292] 'process raft request' (duration: 212.113083ms)","trace[480825292] 'compare' (duration: 1.685962788s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:43:37.058849Z","caller":"traceutil/trace.go:171","msg":"trace[192449793] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"1.897628601s","start":"2026-03-18T21:43:35.161214Z","end":"2026-03-18T21:43:37.058842Z","steps":["trace[192449793] 'process raft request' (duration: 1.897545721s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:37.058839Z","caller":"traceutil/trace.go:171","msg":"trace[1393033508] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"1.898297265s","start":"2026-03-18T21:43:35.160524Z","end":"2026-03-18T21:43:37.058821Z","steps":["trace[1393033508] 'process raft request' (duration: 1.898213524s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.058885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:35.160338Z","time spent":"1.898498997s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:43:37.058892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:35.161205Z","time spent":"1.897668283s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:43:37.058935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:35.160513Z","time spent":"1.898370387s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:43:37.05896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898249503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:113"} {"level":"info","ts":"2026-03-18T21:43:37.058929Z","caller":"traceutil/trace.go:171","msg":"trace[1123264492] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"1.898404037s","start":"2026-03-18T21:43:35.160481Z","end":"2026-03-18T21:43:37.058885Z","steps":["trace[1123264492] 'process raft request' (duration: 1.898223903s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:37.058988Z","caller":"traceutil/trace.go:171","msg":"trace[352853027] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:239; }","duration":"1.898302235s","start":"2026-03-18T21:43:35.160677Z","end":"2026-03-18T21:43:37.05898Z","steps":["trace[352853027] 'agreement among raft nodes before linearized reading' (duration: 1.898232523s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.059012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:35.160668Z","time spent":"1.898339355s","remote":"127.0.0.1:46916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":136,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T21:43:37.059088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:35.160462Z","time spent":"1.898554949s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:43:37.275023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:43:37.275138Z","caller":"traceutil/trace.go:171","msg":"trace[277236431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000727s","start":"2026-03-18T21:43:35.275046Z","end":"2026-03-18T21:43:37.275119Z","steps":["trace[277236431] 'agreement among raft nodes before linearized reading' (duration: 1.999932987s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.275185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:35.275031Z","time spent":"2.000144961s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:43:37.330519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164631342s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:43:37.340627Z","caller":"traceutil/trace.go:171","msg":"trace[1746042830] linearizableReadLoop","detail":"{readStateIndex:245; appliedIndex:244; }","duration":"281.788297ms","start":"2026-03-18T21:43:37.058819Z","end":"2026-03-18T21:43:37.340607Z","steps":["trace[1746042830] 'read index received' (duration: 271.961195ms)","trace[1746042830] 'applied index is now lower than readState.Index' (duration: 9.816302ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:43:37.3407Z","caller":"traceutil/trace.go:171","msg":"trace[827213170] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"1.651579271s","start":"2026-03-18T21:43:35.689088Z","end":"2026-03-18T21:43:37.340668Z","steps":["trace[827213170] 'process raft request' (duration: 1.641677477s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.340841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:35.689067Z","time spent":"1.651704254s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:43:37.340894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.29618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-03-18T21:43:37.340929Z","caller":"traceutil/trace.go:171","msg":"trace[1591842582] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:240; }","duration":"932.509673ms","start":"2026-03-18T21:43:36.408407Z","end":"2026-03-18T21:43:37.340917Z","steps":["trace[1591842582] 'agreement among raft nodes before linearized reading' (duration: 932.289309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.34102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:43:36.408384Z","time spent":"932.567885ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3489,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-18T21:43:37.342049Z","caller":"traceutil/trace.go:171","msg":"trace[335418734] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"277.388996ms","start":"2026-03-18T21:43:37.06465Z","end":"2026-03-18T21:43:37.342039Z","steps":["trace[335418734] 'process raft request' (duration: 277.362695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:37.342085Z","caller":"traceutil/trace.go:171","msg":"trace[1380471722] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"282.220124ms","start":"2026-03-18T21:43:37.05985Z","end":"2026-03-18T21:43:37.342071Z","steps":["trace[1380471722] 'process raft request' (duration: 282.076522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:37.342164Z","caller":"traceutil/trace.go:171","msg":"trace[344786187] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"278.055958ms","start":"2026-03-18T21:43:37.064086Z","end":"2026-03-18T21:43:37.342142Z","steps":["trace[344786187] 'process raft request' (duration: 277.892045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.342897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.801149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:43:37.342975Z","caller":"traceutil/trace.go:171","msg":"trace[333457322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:243; }","duration":"279.909832ms","start":"2026-03-18T21:43:37.063049Z","end":"2026-03-18T21:43:37.342959Z","steps":["trace[333457322] 'agreement among raft nodes before linearized reading' (duration: 279.714268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.343026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.622396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:43:37.34307Z","caller":"traceutil/trace.go:171","msg":"trace[1569725751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:243; }","duration":"279.677947ms","start":"2026-03-18T21:43:37.06338Z","end":"2026-03-18T21:43:37.343058Z","steps":["trace[1569725751] 'agreement among raft nodes before linearized reading' (duration: 279.601945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.343094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.920661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:43:37.3431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.783571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-18T21:43:37.343349Z","caller":"traceutil/trace.go:171","msg":"trace[1958105785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:243; }","duration":"280.183687ms","start":"2026-03-18T21:43:37.063153Z","end":"2026-03-18T21:43:37.343336Z","steps":["trace[1958105785] 'agreement among raft nodes before linearized reading' (duration: 279.907422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:37.34336Z","caller":"traceutil/trace.go:171","msg":"trace[703297999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:243; }","duration":"279.079146ms","start":"2026-03-18T21:43:37.064265Z","end":"2026-03-18T21:43:37.343344Z","steps":["trace[703297999] 'agreement among raft nodes before linearized reading' (duration: 278.74574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:37.343558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.079486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:43:37.343618Z","caller":"traceutil/trace.go:171","msg":"trace[1234834008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:243; }","duration":"280.366741ms","start":"2026-03-18T21:43:37.063242Z","end":"2026-03-18T21:43:37.343609Z","steps":["trace[1234834008] 'agreement among raft nodes before linearized reading' (duration: 279.7976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:45.301553Z","caller":"traceutil/trace.go:171","msg":"trace[1899500037] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"122.685909ms","start":"2026-03-18T21:43:45.178839Z","end":"2026-03-18T21:43:45.301524Z","steps":["trace[1899500037] 'process raft request' (duration: 118.961001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:45.525618Z","caller":"traceutil/trace.go:171","msg":"trace[566557475] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"114.071429ms","start":"2026-03-18T21:43:45.411487Z","end":"2026-03-18T21:43:45.525559Z","steps":["trace[566557475] 'read index received' (duration: 45.253922ms)","trace[566557475] 'applied index is now lower than readState.Index' (duration: 68.814857ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:43:45.525823Z","caller":"traceutil/trace.go:171","msg":"trace[764601971] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"134.555896ms","start":"2026-03-18T21:43:45.391237Z","end":"2026-03-18T21:43:45.525793Z","steps":["trace[764601971] 'process raft request' (duration: 65.604117ms)","trace[764601971] 'compare' (duration: 68.487541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:43:45.525949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.421455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:43:45.526005Z","caller":"traceutil/trace.go:171","msg":"trace[200125516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:402; }","duration":"114.506798ms","start":"2026-03-18T21:43:45.411482Z","end":"2026-03-18T21:43:45.525989Z","steps":["trace[200125516] 'agreement among raft nodes before linearized reading' (duration: 114.317315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:43:45.526139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.013031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:43:45.526141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.199983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:43:45.526181Z","caller":"traceutil/trace.go:171","msg":"trace[2131696321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:402; }","duration":"112.122075ms","start":"2026-03-18T21:43:45.414048Z","end":"2026-03-18T21:43:45.52617Z","steps":["trace[2131696321] 'agreement among raft nodes before linearized reading' (duration: 112.042403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:43:45.526256Z","caller":"traceutil/trace.go:171","msg":"trace[1790251863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"113.339487ms","start":"2026-03-18T21:43:45.412859Z","end":"2026-03-18T21:43:45.526198Z","steps":["trace[1790251863] 'agreement among raft nodes before linearized reading' (duration: 113.129143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:13.990812Z","caller":"traceutil/trace.go:171","msg":"trace[2067245651] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:557; }","duration":"284.956056ms","start":"2026-03-18T21:44:13.705781Z","end":"2026-03-18T21:44:13.990737Z","steps":["trace[2067245651] 'read index received' (duration: 284.80246ms)","trace[2067245651] 'applied index is now lower than readState.Index' (duration: 152.506µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:44:13.99109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.289809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:44:13.991163Z","caller":"traceutil/trace.go:171","msg":"trace[1522199987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:534; }","duration":"285.413174ms","start":"2026-03-18T21:44:13.705737Z","end":"2026-03-18T21:44:13.99115Z","steps":["trace[1522199987] 'agreement among raft nodes before linearized reading' (duration: 285.268558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:13.991149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.958975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:44:13.991237Z","caller":"traceutil/trace.go:171","msg":"trace[1262189132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:534; }","duration":"233.061949ms","start":"2026-03-18T21:44:13.758155Z","end":"2026-03-18T21:44:13.991217Z","steps":["trace[1262189132] 'agreement among raft nodes before linearized reading' (duration: 232.890371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:13.991319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.885302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:44:13.991313Z","caller":"traceutil/trace.go:171","msg":"trace[546732161] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"415.308563ms","start":"2026-03-18T21:44:13.575933Z","end":"2026-03-18T21:44:13.991241Z","steps":["trace[546732161] 'process raft request' (duration: 414.674548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:13.991425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.336668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:13.99146Z","caller":"traceutil/trace.go:171","msg":"trace[215445686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"144.40536ms","start":"2026-03-18T21:44:13.847046Z","end":"2026-03-18T21:44:13.991451Z","steps":["trace[215445686] 'agreement among raft nodes before linearized reading' (duration: 144.357597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:13.991368Z","caller":"traceutil/trace.go:171","msg":"trace[1155781471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:534; }","duration":"228.956444ms","start":"2026-03-18T21:44:13.762398Z","end":"2026-03-18T21:44:13.991355Z","steps":["trace[1155781471] 'agreement among raft nodes before linearized reading' (duration: 228.87384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:13.991895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.044327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:44:13.992058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:13.575921Z","time spent":"415.819704ms","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:44:13.992036Z","caller":"traceutil/trace.go:171","msg":"trace[1775167152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:534; }","duration":"208.223443ms","start":"2026-03-18T21:44:13.783796Z","end":"2026-03-18T21:44:13.99202Z","steps":["trace[1775167152] 'agreement among raft nodes before linearized reading' (duration: 207.312627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:18.238626Z","caller":"traceutil/trace.go:171","msg":"trace[796623861] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"158.238853ms","start":"2026-03-18T21:44:18.080359Z","end":"2026-03-18T21:44:18.238598Z","steps":["trace[796623861] 'read index received' (duration: 158.028165ms)","trace[796623861] 'applied index is now lower than readState.Index' (duration: 209.788µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:18.238671Z","caller":"traceutil/trace.go:171","msg":"trace[839813130] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"168.25169ms","start":"2026-03-18T21:44:18.070392Z","end":"2026-03-18T21:44:18.238644Z","steps":["trace[839813130] 'process raft request' (duration: 168.062093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:18.239008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.613468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T21:44:18.239055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.429847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:44:18.239057Z","caller":"traceutil/trace.go:171","msg":"trace[2025149406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:544; }","duration":"158.718571ms","start":"2026-03-18T21:44:18.080323Z","end":"2026-03-18T21:44:18.239042Z","steps":["trace[2025149406] 'agreement among raft nodes before linearized reading' (duration: 158.607987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:18.239086Z","caller":"traceutil/trace.go:171","msg":"trace[1847189100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:544; }","duration":"154.495489ms","start":"2026-03-18T21:44:18.084582Z","end":"2026-03-18T21:44:18.239077Z","steps":["trace[1847189100] 'agreement among raft nodes before linearized reading' (duration: 154.426126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:18.239101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.624483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:44:18.239171Z","caller":"traceutil/trace.go:171","msg":"trace[630248092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:544; }","duration":"154.739167ms","start":"2026-03-18T21:44:18.084415Z","end":"2026-03-18T21:44:18.239154Z","steps":["trace[630248092] 'agreement among raft nodes before linearized reading' (duration: 154.559771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:18.962286Z","caller":"traceutil/trace.go:171","msg":"trace[764608982] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"105.00893ms","start":"2026-03-18T21:44:18.857244Z","end":"2026-03-18T21:44:18.962253Z","steps":["trace[764608982] 'process raft request' (duration: 104.826363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:18.962704Z","caller":"traceutil/trace.go:171","msg":"trace[585509535] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"102.117168ms","start":"2026-03-18T21:44:18.860573Z","end":"2026-03-18T21:44:18.96269Z","steps":["trace[585509535] 'process raft request' (duration: 101.731713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:18.962845Z","caller":"traceutil/trace.go:171","msg":"trace[1725965773] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"103.440799ms","start":"2026-03-18T21:44:18.859395Z","end":"2026-03-18T21:44:18.962836Z","steps":["trace[1725965773] 'process raft request' (duration: 102.801764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:18.962917Z","caller":"traceutil/trace.go:171","msg":"trace[360722680] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"101.356339ms","start":"2026-03-18T21:44:18.861536Z","end":"2026-03-18T21:44:18.962893Z","steps":["trace[360722680] 'process raft request' (duration: 100.804538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:26.498611Z","caller":"traceutil/trace.go:171","msg":"trace[74998470] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"105.529688ms","start":"2026-03-18T21:44:26.393047Z","end":"2026-03-18T21:44:26.498577Z","steps":["trace[74998470] 'read index received' (duration: 105.341811ms)","trace[74998470] 'applied index is now lower than readState.Index' (duration: 186.847µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:26.498648Z","caller":"traceutil/trace.go:171","msg":"trace[1174065378] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"126.877686ms","start":"2026-03-18T21:44:26.37174Z","end":"2026-03-18T21:44:26.498617Z","steps":["trace[1174065378] 'process raft request' (duration: 126.70556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:26.49883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.760647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:44:26.498868Z","caller":"traceutil/trace.go:171","msg":"trace[969959304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:588; }","duration":"105.84095ms","start":"2026-03-18T21:44:26.393018Z","end":"2026-03-18T21:44:26.498859Z","steps":["trace[969959304] 'agreement among raft nodes before linearized reading' (duration: 105.685845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:27.009711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.822999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:44:27.009908Z","caller":"traceutil/trace.go:171","msg":"trace[454658732] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:615; }","duration":"419.234145ms","start":"2026-03-18T21:44:26.590659Z","end":"2026-03-18T21:44:27.009893Z","steps":["trace[454658732] 'read index received' (duration: 66.683111ms)","trace[454658732] 'applied index is now lower than readState.Index' (duration: 352.550084ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:27.01Z","caller":"traceutil/trace.go:171","msg":"trace[1124006958] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"507.263015ms","start":"2026-03-18T21:44:26.502728Z","end":"2026-03-18T21:44:27.009991Z","steps":["trace[1124006958] 'process raft request' (duration: 507.08917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:27.010063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:26.502696Z","time spent":"507.335368ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:44:27.010067Z","caller":"traceutil/trace.go:171","msg":"trace[1653887613] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"507.679581ms","start":"2026-03-18T21:44:26.502365Z","end":"2026-03-18T21:44:27.010045Z","steps":["trace[1653887613] 'process raft request' (duration: 82.443626ms)","trace[1653887613] 'compare' (duration: 424.715136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:44:27.010261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:26.502343Z","time spent":"507.776054ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:44:27.010371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.684126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:27.010396Z","caller":"traceutil/trace.go:171","msg":"trace[835438992] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"507.516355ms","start":"2026-03-18T21:44:26.50287Z","end":"2026-03-18T21:44:27.010386Z","steps":["trace[835438992] 'process raft request' (duration: 506.990626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:27.010509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:26.50286Z","time spent":"507.576996ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:44:27.010518Z","caller":"traceutil/trace.go:171","msg":"trace[1740966465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"163.812601ms","start":"2026-03-18T21:44:26.846618Z","end":"2026-03-18T21:44:27.01043Z","steps":["trace[1740966465] 'agreement among raft nodes before linearized reading' (duration: 163.676106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:27.010614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.961972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gslhv\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-18T21:44:27.010647Z","caller":"traceutil/trace.go:171","msg":"trace[182142903] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gslhv; range_end:; response_count:1; response_revision:591; }","duration":"420.037805ms","start":"2026-03-18T21:44:26.5906Z","end":"2026-03-18T21:44:27.010638Z","steps":["trace[182142903] 'agreement among raft nodes before linearized reading' (duration: 419.931031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:27.010671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:26.590584Z","time spent":"420.081905ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-gslhv\" "} {"level":"info","ts":"2026-03-18T21:44:27.507125Z","caller":"traceutil/trace.go:171","msg":"trace[603764516] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"484.494149ms","start":"2026-03-18T21:44:27.022604Z","end":"2026-03-18T21:44:27.507098Z","steps":["trace[603764516] 'process raft request' (duration: 484.384805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:27.50724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:27.022578Z","time spent":"484.597263ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:44:29.482892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.663075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:29.48299Z","caller":"traceutil/trace.go:171","msg":"trace[1222557049] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:592; }","duration":"735.814651ms","start":"2026-03-18T21:44:28.747153Z","end":"2026-03-18T21:44:29.482968Z","steps":["trace[1222557049] 'count revisions from in-memory index tree' (duration: 735.588223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:29.482992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.443322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:44:29.483019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.583948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:44:29.483112Z","caller":"traceutil/trace.go:171","msg":"trace[1691952006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:592; }","duration":"468.699172ms","start":"2026-03-18T21:44:29.014388Z","end":"2026-03-18T21:44:29.483088Z","steps":["trace[1691952006] 'range keys from in-memory index tree' (duration: 468.377601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:29.483121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.165694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:44:29.483166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:29.014382Z","time spent":"468.769825ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:44:29.483172Z","caller":"traceutil/trace.go:171","msg":"trace[1388579451] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:592; }","duration":"186.257397ms","start":"2026-03-18T21:44:29.296899Z","end":"2026-03-18T21:44:29.483157Z","steps":["trace[1388579451] 'count revisions from in-memory index tree' (duration: 186.085652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:29.483179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.757702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:29.483056Z","caller":"traceutil/trace.go:171","msg":"trace[127995421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:592; }","duration":"980.551085ms","start":"2026-03-18T21:44:28.502488Z","end":"2026-03-18T21:44:29.483039Z","steps":["trace[127995421] 'range keys from in-memory index tree' (duration: 980.314947ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:29.483231Z","caller":"traceutil/trace.go:171","msg":"trace[653364929] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:592; }","duration":"283.839595ms","start":"2026-03-18T21:44:29.199376Z","end":"2026-03-18T21:44:29.483215Z","steps":["trace[653364929] 'count revisions from in-memory index tree' (duration: 283.632298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:29.483273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:28.502467Z","time spent":"980.789735ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:44:29.483296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.977432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:44:29.483348Z","caller":"traceutil/trace.go:171","msg":"trace[22891982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:592; }","duration":"469.068075ms","start":"2026-03-18T21:44:29.014263Z","end":"2026-03-18T21:44:29.483331Z","steps":["trace[22891982] 'range keys from in-memory index tree' (duration: 468.790136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:29.483386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:29.014238Z","time spent":"469.137499ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:44:29.48299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635371583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:29.483462Z","caller":"traceutil/trace.go:171","msg":"trace[356312606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"1.635893442s","start":"2026-03-18T21:44:27.847552Z","end":"2026-03-18T21:44:29.483446Z","steps":["trace[356312606] 'range keys from in-memory index tree' (duration: 1.635309761s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:29.483591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:27.847535Z","time spent":"1.636039056s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:44:29.483048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:28.747135Z","time spent":"735.896503ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:44:29.483209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.239472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:44:29.483967Z","caller":"traceutil/trace.go:171","msg":"trace[57856318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"470.020389ms","start":"2026-03-18T21:44:29.013932Z","end":"2026-03-18T21:44:29.483952Z","steps":["trace[57856318] 'range keys from in-memory index tree' (duration: 469.085906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:29.484025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:29.013912Z","time spent":"470.099293ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:44:29.992934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953447985584680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:44:30.220658Z","caller":"traceutil/trace.go:171","msg":"trace[111482990] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"734.185331ms","start":"2026-03-18T21:44:29.486446Z","end":"2026-03-18T21:44:30.220631Z","steps":["trace[111482990] 'process raft request' (duration: 733.989275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:30.220848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:29.48643Z","time spent":"734.325695ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:44:31.288094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067719567s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:44:31.492784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:44:31.492847Z","caller":"traceutil/trace.go:171","msg":"trace[6817989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356977s","start":"2026-03-18T21:44:29.492477Z","end":"2026-03-18T21:44:31.492834Z","steps":["trace[6817989] 'agreement among raft nodes before linearized reading' (duration: 2.000275985s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:31.492881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:29.49247Z","time spent":"2.000405059s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:44:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:44:33.220233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.931971493s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:44:33.427497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13913788s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:44:33.428216Z","caller":"traceutil/trace.go:171","msg":"trace[1009795389] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"3.940156896s","start":"2026-03-18T21:44:29.488027Z","end":"2026-03-18T21:44:33.428184Z","steps":["trace[1009795389] 'process raft request' (duration: 3.939634047s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:33.428449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:29.488001Z","time spent":"3.940337132s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:44:33.428593Z","caller":"traceutil/trace.go:171","msg":"trace[80151690] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:619; }","duration":"3.936072179s","start":"2026-03-18T21:44:29.492497Z","end":"2026-03-18T21:44:33.428569Z","steps":["trace[80151690] 'read index received' (duration: 727.956379ms)","trace[80151690] 'applied index is now lower than readState.Index' (duration: 3.20811382s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:33.42868Z","caller":"traceutil/trace.go:171","msg":"trace[1957586068] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"2.783762373s","start":"2026-03-18T21:44:30.644899Z","end":"2026-03-18T21:44:33.428661Z","steps":["trace[1957586068] 'process raft request' (duration: 2.782883482s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:33.428673Z","caller":"traceutil/trace.go:171","msg":"trace[1277953775] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"3.940442065s","start":"2026-03-18T21:44:29.488205Z","end":"2026-03-18T21:44:33.428647Z","steps":["trace[1277953775] 'process raft request' (duration: 3.939539094s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:33.428699Z","caller":"traceutil/trace.go:171","msg":"trace[1502290815] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"3.94114006s","start":"2026-03-18T21:44:29.487546Z","end":"2026-03-18T21:44:33.428686Z","steps":["trace[1502290815] 'process raft request' (duration: 1.800738938s)","trace[1502290815] 'compare' (duration: 2.138854689s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:44:33.428761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:30.644872Z","time spent":"2.783847135s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:44:33.428776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:29.488196Z","time spent":"3.940535969s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:44:33.428809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:29.487508Z","time spent":"3.941225414s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:44:33.493358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:44:33.493447Z","caller":"traceutil/trace.go:171","msg":"trace[430798693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435446s","start":"2026-03-18T21:44:31.492991Z","end":"2026-03-18T21:44:33.493426Z","steps":["trace[430798693] 'agreement among raft nodes before linearized reading' (duration: 2.000323362s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:33.493509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:31.49297Z","time spent":"2.000526939s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:44:33.583314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.489516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:44:33.583679Z","caller":"traceutil/trace.go:171","msg":"trace[2033294263] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"155.01908ms","start":"2026-03-18T21:44:33.428645Z","end":"2026-03-18T21:44:33.583664Z","steps":["trace[2033294263] 'read index received' (duration: 154.841494ms)","trace[2033294263] 'applied index is now lower than readState.Index' (duration: 176.506µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:44:33.583782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.716226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:44:33.583795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.868203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:44:33.583832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074730422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:33.583845Z","caller":"traceutil/trace.go:171","msg":"trace[915674871] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:598; }","duration":"377.8212ms","start":"2026-03-18T21:44:33.206008Z","end":"2026-03-18T21:44:33.583829Z","steps":["trace[915674871] 'agreement among raft nodes before linearized reading' (duration: 377.664445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:33.583862Z","caller":"traceutil/trace.go:171","msg":"trace[1149613052] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:598; }","duration":"709.948666ms","start":"2026-03-18T21:44:32.873897Z","end":"2026-03-18T21:44:33.583846Z","steps":["trace[1149613052] 'agreement among raft nodes before linearized reading' (duration: 709.829562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:33.58388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:33.20599Z","time spent":"377.882061ms","remote":"127.0.0.1:47068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:44:33.583894Z","caller":"traceutil/trace.go:171","msg":"trace[1049317678] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:598; }","duration":"1.074804245s","start":"2026-03-18T21:44:32.509051Z","end":"2026-03-18T21:44:33.583855Z","steps":["trace[1049317678] 'agreement among raft nodes before linearized reading' (duration: 1.074717643s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:33.583904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:32.873855Z","time spent":"710.040309ms","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:44:33.583933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:32.509032Z","time spent":"1.074890759s","remote":"127.0.0.1:47128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:44:33.584094Z","caller":"traceutil/trace.go:171","msg":"trace[52386194] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.976901575s","start":"2026-03-18T21:44:31.607183Z","end":"2026-03-18T21:44:33.584085Z","steps":["trace[52386194] 'process raft request' (duration: 1.976272044s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:33.584104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.310764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:33.584132Z","caller":"traceutil/trace.go:171","msg":"trace[651662297] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:598; }","duration":"612.368045ms","start":"2026-03-18T21:44:32.971755Z","end":"2026-03-18T21:44:33.584123Z","steps":["trace[651662297] 'agreement among raft nodes before linearized reading' (duration: 612.324713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:33.584159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:32.971739Z","time spent":"612.412707ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:44:33.584188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:31.607155Z","time spent":"1.976977078s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:44:33.584337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359114621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-18T21:44:33.584377Z","caller":"traceutil/trace.go:171","msg":"trace[1375112441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:598; }","duration":"1.359184123s","start":"2026-03-18T21:44:32.225183Z","end":"2026-03-18T21:44:33.584368Z","steps":["trace[1375112441] 'agreement among raft nodes before linearized reading' (duration: 1.358997687s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:33.584406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:32.225165Z","time spent":"1.359234635s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:44:33.625297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.822548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:33.625381Z","caller":"traceutil/trace.go:171","msg":"trace[1117552233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"124.918941ms","start":"2026-03-18T21:44:33.500444Z","end":"2026-03-18T21:44:33.625363Z","steps":["trace[1117552233] 'agreement among raft nodes before linearized reading' (duration: 124.783626ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:35.577277Z","caller":"traceutil/trace.go:171","msg":"trace[2119462880] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"142.307715ms","start":"2026-03-18T21:44:35.434948Z","end":"2026-03-18T21:44:35.577256Z","steps":["trace[2119462880] 'process raft request' (duration: 142.257552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:35.577353Z","caller":"traceutil/trace.go:171","msg":"trace[1503642358] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"142.696507ms","start":"2026-03-18T21:44:35.434634Z","end":"2026-03-18T21:44:35.577331Z","steps":["trace[1503642358] 'process raft request' (duration: 52.679401ms)","trace[1503642358] 'compare' (duration: 89.752367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:44:36.129219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.498843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:44:36.12933Z","caller":"traceutil/trace.go:171","msg":"trace[1419260021] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"282.382365ms","start":"2026-03-18T21:44:35.846933Z","end":"2026-03-18T21:44:36.129316Z","steps":["trace[1419260021] 'read index received' (duration: 26.26µs)","trace[1419260021] 'applied index is now lower than readState.Index' (duration: 282.354855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:44:36.129386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.455228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:36.129411Z","caller":"traceutil/trace.go:171","msg":"trace[2099903698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"282.504919ms","start":"2026-03-18T21:44:35.846899Z","end":"2026-03-18T21:44:36.129404Z","steps":["trace[2099903698] 'agreement among raft nodes before linearized reading' (duration: 282.461057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:36.129477Z","caller":"traceutil/trace.go:171","msg":"trace[1153106359] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"470.67277ms","start":"2026-03-18T21:44:35.658775Z","end":"2026-03-18T21:44:36.129448Z","steps":["trace[1153106359] 'process raft request' (duration: 104.875137ms)","trace[1153106359] 'compare' (duration: 365.380029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:44:36.129614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:35.658758Z","time spent":"470.786025ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:44:38.347354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953447985584759,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:44:38.402557Z","caller":"traceutil/trace.go:171","msg":"trace[1084477159] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"568.644336ms","start":"2026-03-18T21:44:37.833889Z","end":"2026-03-18T21:44:38.402533Z","steps":["trace[1084477159] 'process raft request' (duration: 568.100647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:38.402929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:37.833873Z","time spent":"568.743629ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:44:38.477895Z","caller":"traceutil/trace.go:171","msg":"trace[169149438] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:666; }","duration":"630.832462ms","start":"2026-03-18T21:44:37.847045Z","end":"2026-03-18T21:44:38.477878Z","steps":["trace[169149438] 'read index received' (duration: 554.998892ms)","trace[169149438] 'applied index is now lower than readState.Index' (duration: 75.83274ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:38.478093Z","caller":"traceutil/trace.go:171","msg":"trace[535158356] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"479.199461ms","start":"2026-03-18T21:44:37.998886Z","end":"2026-03-18T21:44:38.478086Z","steps":["trace[535158356] 'process raft request' (duration: 478.893862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:38.478144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:37.998864Z","time spent":"479.243403ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:44:38.478417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.369201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:44:38.47844Z","caller":"traceutil/trace.go:171","msg":"trace[1190966573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"631.430794ms","start":"2026-03-18T21:44:37.847004Z","end":"2026-03-18T21:44:38.478435Z","steps":["trace[1190966573] 'agreement among raft nodes before linearized reading' (duration: 631.367461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:38.478455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:37.846985Z","time spent":"631.466245ms","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:44:38.478586Z","caller":"traceutil/trace.go:171","msg":"trace[1908961326] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"278.04468ms","start":"2026-03-18T21:44:38.200459Z","end":"2026-03-18T21:44:38.478504Z","steps":["trace[1908961326] 'process raft request' (duration: 277.398638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:38.479032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.034695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:44:38.479284Z","caller":"traceutil/trace.go:171","msg":"trace[2075612470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"346.51308ms","start":"2026-03-18T21:44:38.132623Z","end":"2026-03-18T21:44:38.479136Z","steps":["trace[2075612470] 'agreement among raft nodes before linearized reading' (duration: 345.758845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:38.479378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:38.132605Z","time spent":"346.758689ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:44:41.640589Z","caller":"traceutil/trace.go:171","msg":"trace[552879834] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"442.014471ms","start":"2026-03-18T21:44:41.198556Z","end":"2026-03-18T21:44:41.64057Z","steps":["trace[552879834] 'read index received' (duration: 441.9695ms)","trace[552879834] 'applied index is now lower than readState.Index' (duration: 44.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:41.640726Z","caller":"traceutil/trace.go:171","msg":"trace[639392404] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"608.351488ms","start":"2026-03-18T21:44:41.032307Z","end":"2026-03-18T21:44:41.640659Z","steps":["trace[639392404] 'process raft request' (duration: 608.060799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:41.640785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.222028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-18T21:44:41.640958Z","caller":"traceutil/trace.go:171","msg":"trace[1323622772] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:673; }","duration":"442.430325ms","start":"2026-03-18T21:44:41.198518Z","end":"2026-03-18T21:44:41.640948Z","steps":["trace[1323622772] 'agreement among raft nodes before linearized reading' (duration: 442.154195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:41.640979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:41.198503Z","time spent":"442.470455ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-18T21:44:41.640961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:41.031968Z","time spent":"608.872585ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:44:41.818612Z","caller":"traceutil/trace.go:171","msg":"trace[587330306] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:705; }","duration":"177.950143ms","start":"2026-03-18T21:44:41.640649Z","end":"2026-03-18T21:44:41.8186Z","steps":["trace[587330306] 'read index received' (duration: 158.490017ms)","trace[587330306] 'applied index is now lower than readState.Index' (duration: 19.459325ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:41.818767Z","caller":"traceutil/trace.go:171","msg":"trace[255300610] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"420.173997ms","start":"2026-03-18T21:44:41.398585Z","end":"2026-03-18T21:44:41.818759Z","steps":["trace[255300610] 'process raft request' (duration: 400.549257ms)","trace[255300610] 'compare' (duration: 18.940118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:44:41.818842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:41.398568Z","time spent":"420.222178ms","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4942,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:44:41.819074Z","caller":"traceutil/trace.go:171","msg":"trace[1197157831] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"394.509815ms","start":"2026-03-18T21:44:41.424557Z","end":"2026-03-18T21:44:41.819067Z","steps":["trace[1197157831] 'process raft request' (duration: 393.906624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:41.819111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:41.424519Z","time spent":"394.575908ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:44:41.819229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.062168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:44:41.819253Z","caller":"traceutil/trace.go:171","msg":"trace[1385933759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:675; }","duration":"185.10746ms","start":"2026-03-18T21:44:41.63414Z","end":"2026-03-18T21:44:41.819247Z","steps":["trace[1385933759] 'agreement among raft nodes before linearized reading' (duration: 185.033687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:41.819363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.95809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:44:41.81938Z","caller":"traceutil/trace.go:171","msg":"trace[1538229542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:675; }","duration":"217.99238ms","start":"2026-03-18T21:44:41.601383Z","end":"2026-03-18T21:44:41.819375Z","steps":["trace[1538229542] 'agreement among raft nodes before linearized reading' (duration: 217.943858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:41.819473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.7803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:44:41.819495Z","caller":"traceutil/trace.go:171","msg":"trace[1451905004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:675; }","duration":"219.819661ms","start":"2026-03-18T21:44:41.59967Z","end":"2026-03-18T21:44:41.81949Z","steps":["trace[1451905004] 'agreement among raft nodes before linearized reading' (duration: 219.768809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:41.819572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.070392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-18T21:44:41.819594Z","caller":"traceutil/trace.go:171","msg":"trace[32896758] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:675; }","duration":"221.121795ms","start":"2026-03-18T21:44:41.598466Z","end":"2026-03-18T21:44:41.819588Z","steps":["trace[32896758] 'agreement among raft nodes before linearized reading' (duration: 221.085853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:41.819666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.412857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:44:41.819682Z","caller":"traceutil/trace.go:171","msg":"trace[1853232263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:675; }","duration":"320.48259ms","start":"2026-03-18T21:44:41.499195Z","end":"2026-03-18T21:44:41.819677Z","steps":["trace[1853232263] 'agreement among raft nodes before linearized reading' (duration: 320.453949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:41.819698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:44:41.499167Z","time spent":"320.526712ms","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:44:41.823783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.856909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gslhv\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-03-18T21:44:41.823899Z","caller":"traceutil/trace.go:171","msg":"trace[1349784632] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gslhv; range_end:; response_count:1; response_revision:676; }","duration":"159.021494ms","start":"2026-03-18T21:44:41.664846Z","end":"2026-03-18T21:44:41.823868Z","steps":["trace[1349784632] 'agreement among raft nodes before linearized reading' (duration: 158.690503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:42.117073Z","caller":"traceutil/trace.go:171","msg":"trace[1639669982] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"194.399106ms","start":"2026-03-18T21:44:41.92264Z","end":"2026-03-18T21:44:42.117039Z","steps":["trace[1639669982] 'process raft request' (duration: 191.058756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:42.198311Z","caller":"traceutil/trace.go:171","msg":"trace[320055993] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"265.428336ms","start":"2026-03-18T21:44:41.932861Z","end":"2026-03-18T21:44:42.198289Z","steps":["trace[320055993] 'process raft request' (duration: 265.161128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:42.821184Z","caller":"traceutil/trace.go:171","msg":"trace[583773492] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"134.766534ms","start":"2026-03-18T21:44:42.68639Z","end":"2026-03-18T21:44:42.821157Z","steps":["trace[583773492] 'process raft request' (duration: 120.173102ms)","trace[583773492] 'compare' (duration: 14.476358ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:43.816143Z","caller":"traceutil/trace.go:171","msg":"trace[885508653] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"110.74349ms","start":"2026-03-18T21:44:43.705378Z","end":"2026-03-18T21:44:43.816121Z","steps":["trace[885508653] 'process raft request' (duration: 110.529393ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:47.739074Z","caller":"traceutil/trace.go:171","msg":"trace[201121520] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"201.578751ms","start":"2026-03-18T21:44:47.537476Z","end":"2026-03-18T21:44:47.739054Z","steps":["trace[201121520] 'process raft request' (duration: 187.884581ms)","trace[201121520] 'compare' (duration: 13.433231ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:47.74459Z","caller":"traceutil/trace.go:171","msg":"trace[1930297447] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"206.290642ms","start":"2026-03-18T21:44:47.538274Z","end":"2026-03-18T21:44:47.744564Z","steps":["trace[1930297447] 'process raft request' (duration: 205.820787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:51.181548Z","caller":"traceutil/trace.go:171","msg":"trace[12882706] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"120.378736ms","start":"2026-03-18T21:44:51.061147Z","end":"2026-03-18T21:44:51.181525Z","steps":["trace[12882706] 'process raft request' (duration: 120.303523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:51.181607Z","caller":"traceutil/trace.go:171","msg":"trace[2128800005] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"120.741557ms","start":"2026-03-18T21:44:51.060828Z","end":"2026-03-18T21:44:51.18157Z","steps":["trace[2128800005] 'process raft request' (duration: 120.489079ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:51.260051Z","caller":"traceutil/trace.go:171","msg":"trace[473559271] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"162.072064ms","start":"2026-03-18T21:44:51.097953Z","end":"2026-03-18T21:44:51.260025Z","steps":["trace[473559271] 'process raft request' (duration: 161.503786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:51.30899Z","caller":"traceutil/trace.go:171","msg":"trace[800697048] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"118.507368ms","start":"2026-03-18T21:44:51.190461Z","end":"2026-03-18T21:44:51.308969Z","steps":["trace[800697048] 'process raft request' (duration: 118.387564ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:58.21848Z","caller":"traceutil/trace.go:171","msg":"trace[732373067] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:851; }","duration":"224.591128ms","start":"2026-03-18T21:44:57.993862Z","end":"2026-03-18T21:44:58.218453Z","steps":["trace[732373067] 'read index received' (duration: 224.425392ms)","trace[732373067] 'applied index is now lower than readState.Index' (duration: 164.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:44:58.218619Z","caller":"traceutil/trace.go:171","msg":"trace[1392855183] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"227.889738ms","start":"2026-03-18T21:44:57.9907Z","end":"2026-03-18T21:44:58.21859Z","steps":["trace[1392855183] 'process raft request' (duration: 227.608469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:58.218712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.835485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:44:58.218759Z","caller":"traceutil/trace.go:171","msg":"trace[1938477856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:816; }","duration":"224.922737ms","start":"2026-03-18T21:44:57.993824Z","end":"2026-03-18T21:44:58.218746Z","steps":["trace[1938477856] 'agreement among raft nodes before linearized reading' (duration: 224.763933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:58.221474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.415044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:44:58.221543Z","caller":"traceutil/trace.go:171","msg":"trace[1808933053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:817; }","duration":"196.508097ms","start":"2026-03-18T21:44:58.025005Z","end":"2026-03-18T21:44:58.221513Z","steps":["trace[1808933053] 'agreement among raft nodes before linearized reading' (duration: 196.372483ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:44:58.221739Z","caller":"traceutil/trace.go:171","msg":"trace[1971870692] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"156.62773ms","start":"2026-03-18T21:44:58.065102Z","end":"2026-03-18T21:44:58.221729Z","steps":["trace[1971870692] 'process raft request' (duration: 156.210917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:44:58.221938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.243799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:44:58.221972Z","caller":"traceutil/trace.go:171","msg":"trace[957491828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:817; }","duration":"196.508097ms","start":"2026-03-18T21:44:58.025456Z","end":"2026-03-18T21:44:58.221964Z","steps":["trace[957491828] 'agreement among raft nodes before linearized reading' (duration: 196.419014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:45:54.617858Z","caller":"traceutil/trace.go:171","msg":"trace[2135092758] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"111.774533ms","start":"2026-03-18T21:45:54.506063Z","end":"2026-03-18T21:45:54.617837Z","steps":["trace[2135092758] 'process raft request' (duration: 81.674649ms)","trace[2135092758] 'compare' (duration: 29.977351ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:45:54.618015Z","caller":"traceutil/trace.go:171","msg":"trace[1213761256] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"111.876885ms","start":"2026-03-18T21:45:54.506131Z","end":"2026-03-18T21:45:54.618008Z","steps":["trace[1213761256] 'process raft request' (duration: 111.67996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:45:54.617987Z","caller":"traceutil/trace.go:171","msg":"trace[712325743] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1062; }","duration":"111.191768ms","start":"2026-03-18T21:45:54.506774Z","end":"2026-03-18T21:45:54.617966Z","steps":["trace[712325743] 'read index received' (duration: 19.518322ms)","trace[712325743] 'applied index is now lower than readState.Index' (duration: 91.672145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:45:54.618266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.433864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:45:54.618324Z","caller":"traceutil/trace.go:171","msg":"trace[960890610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1017; }","duration":"111.554726ms","start":"2026-03-18T21:45:54.506749Z","end":"2026-03-18T21:45:54.618304Z","steps":["trace[960890610] 'agreement among raft nodes before linearized reading' (duration: 111.32387ms)"],"step_count":1}