{"level":"warn","ts":"2026-03-07T02:50:07.837441Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T02:50:07.837534Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-07T02:50:07.837611Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T02:50:07.837624Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-07T02:50:07.837644Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T02:50:07.838429Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-03-07T02:50:07.838554Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-07T02:50:07.843991Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.167574ms"} {"level":"info","ts":"2026-03-07T02:50:07.853319Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-03-07T02:50:07.853483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-07T02:50:07.853572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-03-07T02:50:07.853595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-07T02:50:07.853692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-03-07T02:50:07.853756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-03-07T02:50:07.862656Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-07T02:50:07.867193Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-07T02:50:07.872032Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-07T02:50:07.876424Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-07T02:50:07.877941Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-07T02:50:07.878131Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:50:07.878168Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:50:07.87818Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:50:07.879983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-03-07T02:50:07.880337Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-07T02:50:07.881993Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T02:50:07.882206Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-07T02:50:07.882245Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-07T02:50:07.882277Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-07T02:50:07.882347Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-07T02:50:08.054775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-07T02:50:08.054883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-07T02:50:08.054932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-03-07T02:50:08.054953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-03-07T02:50:08.054961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-07T02:50:08.054971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-03-07T02:50:08.05498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-07T02:50:08.056102Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:50:08.057041Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-03-07T02:50:08.057196Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T02:50:08.057244Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T02:50:08.057394Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:50:08.057463Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:50:08.057491Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:50:08.059193Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-07T02:50:08.059277Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-07T02:50:08.060232Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-03-07T02:50:08.060288Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-07T02:50:11.335378Z","caller":"traceutil/trace.go:171","msg":"trace[751732457] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"104.424338ms","start":"2026-03-07T02:50:11.230928Z","end":"2026-03-07T02:50:11.335352Z","steps":["trace[751732457] 'process raft request' (duration: 104.373517ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:50:11.335543Z","caller":"traceutil/trace.go:171","msg":"trace[1053659052] transaction","detail":"{read_only:false; response_revision:125; number_of_response:1; }","duration":"417.275874ms","start":"2026-03-07T02:50:10.918227Z","end":"2026-03-07T02:50:11.335502Z","steps":["trace[1053659052] 'process raft request' (duration: 395.126494ms)","trace[1053659052] 'compare' (duration: 21.772502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:11.336201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:10.918205Z","time spent":"417.419077ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:50:15.40453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152997477s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:50:15.404677Z","caller":"traceutil/trace.go:171","msg":"trace[301842372] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"1.573851853s","start":"2026-03-07T02:50:13.830777Z","end":"2026-03-07T02:50:15.404629Z","steps":["trace[301842372] 'read index received' (duration: 420.440967ms)","trace[301842372] 'applied index is now lower than readState.Index' (duration: 1.153409576s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:15.404829Z","caller":"traceutil/trace.go:171","msg":"trace[661781385] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"1.618126812s","start":"2026-03-07T02:50:13.786689Z","end":"2026-03-07T02:50:15.404816Z","steps":["trace[661781385] 'process raft request' (duration: 464.610764ms)","trace[661781385] 'compare' (duration: 1.152808554s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:15.40488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:13.786625Z","time spent":"1.618231043s","remote":"127.0.0.1:50266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1934,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:50:15.405079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574303854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:50:15.40512Z","caller":"traceutil/trace.go:171","msg":"trace[1319523282] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:0; response_revision:304; }","duration":"1.574338264s","start":"2026-03-07T02:50:13.830761Z","end":"2026-03-07T02:50:15.405099Z","steps":["trace[1319523282] 'agreement among raft nodes before linearized reading' (duration: 1.574264333s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:15.405148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:13.8307Z","time spent":"1.574441046s","remote":"127.0.0.1:50358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-03-07T02:50:15.904987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:50:15.973862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364812675s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:50:16.356016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T02:50:16.356203Z","caller":"traceutil/trace.go:171","msg":"trace[1921667947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370485s","start":"2026-03-07T02:50:14.355798Z","end":"2026-03-07T02:50:16.356168Z","steps":["trace[1921667947] 'agreement among raft nodes before linearized reading' (duration: 2.000170371s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.356269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:14.355773Z","time spent":"2.000483688s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:50:16.881636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.370426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-07T02:50:16.881731Z","caller":"traceutil/trace.go:171","msg":"trace[61871779] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"2.272990436s","start":"2026-03-07T02:50:14.608721Z","end":"2026-03-07T02:50:16.881711Z","steps":["trace[61871779] 'process raft request' (duration: 1.365477738s)","trace[61871779] 'compare' (duration: 907.317934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:16.881776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:14.60869Z","time spent":"2.273069998s","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:50:16.882Z","caller":"traceutil/trace.go:171","msg":"trace[1783558214] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:313; }","duration":"1.477275356s","start":"2026-03-07T02:50:15.404702Z","end":"2026-03-07T02:50:16.881978Z","steps":["trace[1783558214] 'read index received' (duration: 569.512393ms)","trace[1783558214] 'applied index is now lower than readState.Index' (duration: 907.760693ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:16.882102Z","caller":"traceutil/trace.go:171","msg":"trace[1159688161] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"2.271494145s","start":"2026-03-07T02:50:14.6106Z","end":"2026-03-07T02:50:16.882094Z","steps":["trace[1159688161] 'process raft request' (duration: 2.27125529s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.882151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:14.610588Z","time spent":"2.271544316s","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:50:16.882148Z","caller":"traceutil/trace.go:171","msg":"trace[1615174193] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"1.470290263s","start":"2026-03-07T02:50:15.411798Z","end":"2026-03-07T02:50:16.882088Z","steps":["trace[1615174193] 'process raft request' (duration: 1.470088319s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.882237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018077515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T02:50:16.882282Z","caller":"traceutil/trace.go:171","msg":"trace[488647510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:305; }","duration":"2.018143357s","start":"2026-03-07T02:50:14.864128Z","end":"2026-03-07T02:50:16.882271Z","steps":["trace[488647510] 'agreement among raft nodes before linearized reading' (duration: 2.017988184s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.882335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:14.864044Z","time spent":"2.01828262s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T02:50:16.882366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473812654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-07T02:50:16.882367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:15.411781Z","time spent":"1.470457906s","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2651,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:50:16.882413Z","caller":"traceutil/trace.go:171","msg":"trace[341957210] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:305; }","duration":"1.473908536s","start":"2026-03-07T02:50:15.408495Z","end":"2026-03-07T02:50:16.882404Z","steps":["trace[341957210] 'agreement among raft nodes before linearized reading' (duration: 1.473823515s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.882442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:15.408474Z","time spent":"1.473962117s","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-07T02:50:16.882345Z","caller":"traceutil/trace.go:171","msg":"trace[437606993] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"2.272877654s","start":"2026-03-07T02:50:14.609301Z","end":"2026-03-07T02:50:16.882179Z","steps":["trace[437606993] 'process raft request' (duration: 2.272460286s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.88257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045346062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T02:50:16.882599Z","caller":"traceutil/trace.go:171","msg":"trace[24679899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:305; }","duration":"3.045396142s","start":"2026-03-07T02:50:13.837196Z","end":"2026-03-07T02:50:16.882592Z","steps":["trace[24679899] 'agreement among raft nodes before linearized reading' (duration: 3.045343161s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.882625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:13.837184Z","time spent":"3.045436014s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:50:16.88272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.597082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:50:16.882779Z","caller":"traceutil/trace.go:171","msg":"trace[1811255507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:305; }","duration":"525.678852ms","start":"2026-03-07T02:50:16.35708Z","end":"2026-03-07T02:50:16.882759Z","steps":["trace[1811255507] 'agreement among raft nodes before linearized reading' (duration: 525.614491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.882823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:16.35706Z","time spent":"525.757395ms","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:50:16.882809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:14.609255Z","time spent":"2.273300692s","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:50:16.882884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274565528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5511"} {"level":"info","ts":"2026-03-07T02:50:16.883075Z","caller":"traceutil/trace.go:171","msg":"trace[1273687561] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:305; }","duration":"2.274800032s","start":"2026-03-07T02:50:14.608265Z","end":"2026-03-07T02:50:16.883065Z","steps":["trace[1273687561] 'agreement among raft nodes before linearized reading' (duration: 2.274585137s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.883141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:14.608226Z","time spent":"2.274904304s","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5534,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-07T02:50:16.882942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511753429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:50:16.883599Z","caller":"traceutil/trace.go:171","msg":"trace[625387048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:305; }","duration":"2.512450063s","start":"2026-03-07T02:50:14.371132Z","end":"2026-03-07T02:50:16.883582Z","steps":["trace[625387048] 'agreement among raft nodes before linearized reading' (duration: 2.511746699s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.883642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:14.371078Z","time spent":"2.512549705s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:50:16.882602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846232523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:50:16.88375Z","caller":"traceutil/trace.go:171","msg":"trace[766190224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:305; }","duration":"2.847375186s","start":"2026-03-07T02:50:14.036348Z","end":"2026-03-07T02:50:16.883724Z","steps":["trace[766190224] 'agreement among raft nodes before linearized reading' (duration: 2.846189892s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:16.883826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:14.036286Z","time spent":"2.847521298s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T02:50:41.31896Z","caller":"traceutil/trace.go:171","msg":"trace[911001069] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"176.012941ms","start":"2026-03-07T02:50:41.142919Z","end":"2026-03-07T02:50:41.318932Z","steps":["trace[911001069] 'process raft request' (duration: 137.629429ms)","trace[911001069] 'compare' (duration: 38.261711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:42.034403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.946709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:50:42.034521Z","caller":"traceutil/trace.go:171","msg":"trace[882631704] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"891.576039ms","start":"2026-03-07T02:50:41.142931Z","end":"2026-03-07T02:50:42.034507Z","steps":["trace[882631704] 'process raft request' (duration: 349.347274ms)","trace[882631704] 'compare' (duration: 541.694626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:42.034566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:41.142912Z","time spent":"891.632464ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:42.034708Z","caller":"traceutil/trace.go:171","msg":"trace[1342699341] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:529; }","duration":"678.498187ms","start":"2026-03-07T02:50:41.356183Z","end":"2026-03-07T02:50:42.034681Z","steps":["trace[1342699341] 'read index received' (duration: 136.094506ms)","trace[1342699341] 'applied index is now lower than readState.Index' (duration: 542.401541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:42.034788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.610957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:50:42.034732Z","caller":"traceutil/trace.go:171","msg":"trace[492395442] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"891.666517ms","start":"2026-03-07T02:50:41.143057Z","end":"2026-03-07T02:50:42.034723Z","steps":["trace[492395442] 'process raft request' (duration: 891.415014ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:50:42.034812Z","caller":"traceutil/trace.go:171","msg":"trace[1080773019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"678.667783ms","start":"2026-03-07T02:50:41.356135Z","end":"2026-03-07T02:50:42.034803Z","steps":["trace[1080773019] 'agreement among raft nodes before linearized reading' (duration: 678.62908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:42.034832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:41.356119Z","time spent":"678.709587ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:50:42.034917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.403349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-07T02:50:42.034912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:41.143043Z","time spent":"891.783518ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:42.03496Z","caller":"traceutil/trace.go:171","msg":"trace[1977769526] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:513; }","duration":"228.501719ms","start":"2026-03-07T02:50:41.806445Z","end":"2026-03-07T02:50:42.034947Z","steps":["trace[1977769526] 'agreement among raft nodes before linearized reading' (duration: 228.377517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:43.095727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.344048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:50:43.095833Z","caller":"traceutil/trace.go:171","msg":"trace[1545276239] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"968.991894ms","start":"2026-03-07T02:50:42.126826Z","end":"2026-03-07T02:50:43.095818Z","steps":["trace[1545276239] 'read index received' (duration: 261.410744ms)","trace[1545276239] 'applied index is now lower than readState.Index' (duration: 707.58011ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:43.095902Z","caller":"traceutil/trace.go:171","msg":"trace[1463638991] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"980.893106ms","start":"2026-03-07T02:50:42.114953Z","end":"2026-03-07T02:50:43.095846Z","steps":["trace[1463638991] 'process raft request' (duration: 273.35151ms)","trace[1463638991] 'compare' (duration: 707.217556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:43.095952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.033201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:50:43.095982Z","caller":"traceutil/trace.go:171","msg":"trace[1813646639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"739.099567ms","start":"2026-03-07T02:50:42.356873Z","end":"2026-03-07T02:50:43.095972Z","steps":["trace[1813646639] 'agreement among raft nodes before linearized reading' (duration: 739.050343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:43.096015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:42.356852Z","time spent":"739.155612ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:50:43.096095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:42.114933Z","time spent":"981.041499ms","remote":"127.0.0.1:50338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:50:43.096187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.225766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-07T02:50:43.096296Z","caller":"traceutil/trace.go:171","msg":"trace[195434981] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:515; }","duration":"969.477749ms","start":"2026-03-07T02:50:42.126799Z","end":"2026-03-07T02:50:43.096277Z","steps":["trace[195434981] 'agreement among raft nodes before linearized reading' (duration: 969.131237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:43.096382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:42.126789Z","time spent":"969.575228ms","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-07T02:50:43.823091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:50:43.867051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:43.310729Z","time spent":"556.316036ms","remote":"127.0.0.1:36600","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T02:50:43.867644Z","caller":"traceutil/trace.go:171","msg":"trace[857672250] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"544.932613ms","start":"2026-03-07T02:50:43.322692Z","end":"2026-03-07T02:50:43.867624Z","steps":["trace[857672250] 'read index received' (duration: 534.378377ms)","trace[857672250] 'applied index is now lower than readState.Index' (duration: 10.553096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:43.867765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.065286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T02:50:43.867808Z","caller":"traceutil/trace.go:171","msg":"trace[2127600551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"545.151838ms","start":"2026-03-07T02:50:43.322643Z","end":"2026-03-07T02:50:43.867795Z","steps":["trace[2127600551] 'agreement among raft nodes before linearized reading' (duration: 545.044025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:43.867844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:43.322622Z","time spent":"545.215579ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T02:50:43.868072Z","caller":"traceutil/trace.go:171","msg":"trace[2007588059] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"723.203585ms","start":"2026-03-07T02:50:43.144856Z","end":"2026-03-07T02:50:43.86806Z","steps":["trace[2007588059] 'process raft request' (duration: 712.201609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:43.868156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:43.14484Z","time spent":"723.264857ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:50:47.039188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.08026ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T02:50:48.257792Z","caller":"traceutil/trace.go:171","msg":"trace[539129207] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"374.032266ms","start":"2026-03-07T02:50:47.883732Z","end":"2026-03-07T02:50:48.257764Z","steps":["trace[539129207] 'read index received' (duration: 373.77509ms)","trace[539129207] 'applied index is now lower than readState.Index' (duration: 255.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:48.257868Z","caller":"traceutil/trace.go:171","msg":"trace[269294073] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"374.508506ms","start":"2026-03-07T02:50:47.883334Z","end":"2026-03-07T02:50:48.257842Z","steps":["trace[269294073] 'process raft request' (duration: 374.256121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:48.25796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.222609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T02:50:48.258008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:47.883303Z","time spent":"374.620028ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:48.258018Z","caller":"traceutil/trace.go:171","msg":"trace[1682925473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"374.314202ms","start":"2026-03-07T02:50:47.883689Z","end":"2026-03-07T02:50:48.258003Z","steps":["trace[1682925473] 'agreement among raft nodes before linearized reading' (duration: 374.21812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:48.258075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.849459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-07T02:50:48.258067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:47.883677Z","time spent":"374.379203ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T02:50:48.25812Z","caller":"traceutil/trace.go:171","msg":"trace[731863467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:525; }","duration":"124.933321ms","start":"2026-03-07T02:50:48.133173Z","end":"2026-03-07T02:50:48.258106Z","steps":["trace[731863467] 'agreement among raft nodes before linearized reading' (duration: 124.86257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:48.258235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.283977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T02:50:48.25832Z","caller":"traceutil/trace.go:171","msg":"trace[2119135123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:525; }","duration":"120.43371ms","start":"2026-03-07T02:50:48.137868Z","end":"2026-03-07T02:50:48.258302Z","steps":["trace[2119135123] 'agreement among raft nodes before linearized reading' (duration: 120.215296ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:50:50.943181Z","caller":"traceutil/trace.go:171","msg":"trace[620919297] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"226.119651ms","start":"2026-03-07T02:50:50.717038Z","end":"2026-03-07T02:50:50.943158Z","steps":["trace[620919297] 'process raft request' (duration: 225.953647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:51.186339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.339888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:50:51.186495Z","caller":"traceutil/trace.go:171","msg":"trace[1880405495] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"468.364662ms","start":"2026-03-07T02:50:50.718106Z","end":"2026-03-07T02:50:51.186471Z","steps":["trace[1880405495] 'process raft request' (duration: 270.806949ms)","trace[1880405495] 'compare' (duration: 197.217076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:51.18661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:50.718085Z","time spent":"468.480395ms","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:50:52.194676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.492071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:50:52.194788Z","caller":"traceutil/trace.go:171","msg":"trace[1245450876] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"360.891422ms","start":"2026-03-07T02:50:51.833885Z","end":"2026-03-07T02:50:52.194777Z","steps":["trace[1245450876] 'process raft request' (duration: 48.239468ms)","trace[1245450876] 'compare' (duration: 312.391068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:52.19484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:51.833866Z","time spent":"360.957213ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:50:52.776655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:50:53.277701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:50:53.778203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:50:54.27931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:50:54.355752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T02:50:54.355852Z","caller":"traceutil/trace.go:171","msg":"trace[1658280742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384707s","start":"2026-03-07T02:50:52.355443Z","end":"2026-03-07T02:50:54.355828Z","steps":["trace[1658280742] 'agreement among raft nodes before linearized reading' (duration: 2.000262843s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:54.355912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:52.355431Z","time spent":"2.000468288s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 02:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T02:50:54.709845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.435088225s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:50:54.841561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.457257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:50:54.84166Z","caller":"traceutil/trace.go:171","msg":"trace[2080929374] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"2.566979701s","start":"2026-03-07T02:50:52.274658Z","end":"2026-03-07T02:50:54.841638Z","steps":["trace[2080929374] 'process raft request' (duration: 2.435351301s)","trace[2080929374] 'compare' (duration: 131.277863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:54.841719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:52.274631Z","time spent":"2.567059114s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:54.873519Z","caller":"traceutil/trace.go:171","msg":"trace[961747575] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:559; }","duration":"2.59732148s","start":"2026-03-07T02:50:52.276179Z","end":"2026-03-07T02:50:54.8735Z","steps":["trace[961747575] 'read index received' (duration: 2.433843449s)","trace[961747575] 'applied index is now lower than readState.Index' (duration: 163.477151ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:54.873593Z","caller":"traceutil/trace.go:171","msg":"trace[289472857] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"697.91609ms","start":"2026-03-07T02:50:54.175638Z","end":"2026-03-07T02:50:54.873555Z","steps":["trace[289472857] 'process raft request' (duration: 697.749386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:54.873728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.587701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:50:54.873745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597548045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-07T02:50:54.873761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:54.175612Z","time spent":"698.067654ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:54.873779Z","caller":"traceutil/trace.go:171","msg":"trace[809089533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"517.674603ms","start":"2026-03-07T02:50:54.356091Z","end":"2026-03-07T02:50:54.873765Z","steps":["trace[809089533] 'agreement among raft nodes before linearized reading' (duration: 517.601991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:54.873825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:54.356069Z","time spent":"517.748705ms","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:50:54.873814Z","caller":"traceutil/trace.go:171","msg":"trace[1193431309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:540; }","duration":"2.597646857s","start":"2026-03-07T02:50:52.276149Z","end":"2026-03-07T02:50:54.873796Z","steps":["trace[1193431309] 'agreement among raft nodes before linearized reading' (duration: 2.597462653s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:54.873835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590522797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T02:50:54.873868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:52.276139Z","time spent":"2.597720599s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T02:50:54.873884Z","caller":"traceutil/trace.go:171","msg":"trace[826586006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:540; }","duration":"2.590592819s","start":"2026-03-07T02:50:52.283282Z","end":"2026-03-07T02:50:54.873875Z","steps":["trace[826586006] 'agreement among raft nodes before linearized reading' (duration: 2.590474586s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:54.873734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590437355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T02:50:54.873911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:52.283265Z","time spent":"2.59063947s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T02:50:54.87397Z","caller":"traceutil/trace.go:171","msg":"trace[308758105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:540; }","duration":"2.590703842s","start":"2026-03-07T02:50:52.28324Z","end":"2026-03-07T02:50:54.873936Z","steps":["trace[308758105] 'agreement among raft nodes before linearized reading' (duration: 2.590369074s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:54.874061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:52.283225Z","time spent":"2.590803004s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T02:50:55.213314Z","caller":"traceutil/trace.go:171","msg":"trace[173976382] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:561; }","duration":"331.015905ms","start":"2026-03-07T02:50:54.882275Z","end":"2026-03-07T02:50:55.213291Z","steps":["trace[173976382] 'read index received' (duration: 50.340214ms)","trace[173976382] 'applied index is now lower than readState.Index' (duration: 280.674521ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:55.213367Z","caller":"traceutil/trace.go:171","msg":"trace[926894728] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"334.83039ms","start":"2026-03-07T02:50:54.878514Z","end":"2026-03-07T02:50:55.213344Z","steps":["trace[926894728] 'process raft request' (duration: 334.696247ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:50:55.213398Z","caller":"traceutil/trace.go:171","msg":"trace[1198777477] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"332.730532ms","start":"2026-03-07T02:50:54.880636Z","end":"2026-03-07T02:50:55.213367Z","steps":["trace[1198777477] 'process raft request' (duration: 332.60797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:55.213458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.167228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:50:55.213488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:54.878503Z","time spent":"334.920491ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:55.213496Z","caller":"traceutil/trace.go:171","msg":"trace[112276867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:544; }","duration":"331.271231ms","start":"2026-03-07T02:50:54.882215Z","end":"2026-03-07T02:50:55.213486Z","steps":["trace[112276867] 'agreement among raft nodes before linearized reading' (duration: 331.165199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:55.213528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:54.8822Z","time spent":"331.320952ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:50:55.213547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:54.880629Z","time spent":"332.837815ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:55.213362Z","caller":"traceutil/trace.go:171","msg":"trace[1542531171] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"335.057094ms","start":"2026-03-07T02:50:54.878269Z","end":"2026-03-07T02:50:55.213326Z","steps":["trace[1542531171] 'process raft request' (duration: 334.805769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:55.213747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:54.878238Z","time spent":"335.420243ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:55.852375Z","caller":"traceutil/trace.go:171","msg":"trace[1109309693] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"121.473164ms","start":"2026-03-07T02:50:55.730878Z","end":"2026-03-07T02:50:55.852352Z","steps":["trace[1109309693] 'process raft request' (duration: 121.330551ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:50:56.853137Z","caller":"traceutil/trace.go:171","msg":"trace[957728731] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"119.406778ms","start":"2026-03-07T02:50:56.733699Z","end":"2026-03-07T02:50:56.853106Z","steps":["trace[957728731] 'process raft request' (duration: 108.214978ms)","trace[957728731] 'compare' (duration: 11.016926ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:57.739846Z","caller":"traceutil/trace.go:171","msg":"trace[77406878] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"517.48283ms","start":"2026-03-07T02:50:57.22234Z","end":"2026-03-07T02:50:57.739823Z","steps":["trace[77406878] 'process raft request' (duration: 517.316075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:57.740001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:57.222328Z","time spent":"517.593093ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:57.750592Z","caller":"traceutil/trace.go:171","msg":"trace[608375870] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"528.127527ms","start":"2026-03-07T02:50:57.222442Z","end":"2026-03-07T02:50:57.750569Z","steps":["trace[608375870] 'process raft request' (duration: 527.974233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:57.750737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:57.222424Z","time spent":"528.228949ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:50:57.752566Z","caller":"traceutil/trace.go:171","msg":"trace[1249791485] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:575; }","duration":"395.925354ms","start":"2026-03-07T02:50:57.356617Z","end":"2026-03-07T02:50:57.752543Z","steps":["trace[1249791485] 'read index received' (duration: 383.111447ms)","trace[1249791485] 'applied index is now lower than readState.Index' (duration: 12.812567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:57.752733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.103598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:50:57.752772Z","caller":"traceutil/trace.go:171","msg":"trace[530955741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"396.18671ms","start":"2026-03-07T02:50:57.356573Z","end":"2026-03-07T02:50:57.75276Z","steps":["trace[530955741] 'agreement among raft nodes before linearized reading' (duration: 396.114168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:50:57.752803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:50:57.356556Z","time spent":"396.240091ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:50:58.898158Z","caller":"traceutil/trace.go:171","msg":"trace[1545770667] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"119.101851ms","start":"2026-03-07T02:50:58.779018Z","end":"2026-03-07T02:50:58.89812Z","steps":["trace[1545770667] 'process raft request' (duration: 84.804515ms)","trace[1545770667] 'compare' (duration: 33.965179ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:59.994189Z","caller":"traceutil/trace.go:171","msg":"trace[1098893629] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:618; }","duration":"185.715308ms","start":"2026-03-07T02:50:59.808446Z","end":"2026-03-07T02:50:59.994161Z","steps":["trace[1098893629] 'read index received' (duration: 156.466515ms)","trace[1098893629] 'applied index is now lower than readState.Index' (duration: 29.247373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:50:59.994682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.209069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-07T02:50:59.994782Z","caller":"traceutil/trace.go:171","msg":"trace[1460292111] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:598; }","duration":"186.314812ms","start":"2026-03-07T02:50:59.808415Z","end":"2026-03-07T02:50:59.99473Z","steps":["trace[1460292111] 'agreement among raft nodes before linearized reading' (duration: 185.860762ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:50:59.995269Z","caller":"traceutil/trace.go:171","msg":"trace[978798553] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"237.118707ms","start":"2026-03-07T02:50:59.758131Z","end":"2026-03-07T02:50:59.99525Z","steps":["trace[978798553] 'process raft request' (duration: 206.80981ms)","trace[978798553] 'compare' (duration: 29.020438ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:50:59.995712Z","caller":"traceutil/trace.go:171","msg":"trace[1638885198] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"230.031858ms","start":"2026-03-07T02:50:59.765664Z","end":"2026-03-07T02:50:59.995696Z","steps":["trace[1638885198] 'process raft request' (duration: 228.424802ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:00.183211Z","caller":"traceutil/trace.go:171","msg":"trace[601714971] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"162.637343ms","start":"2026-03-07T02:51:00.020547Z","end":"2026-03-07T02:51:00.183184Z","steps":["trace[601714971] 'process raft request' (duration: 146.681947ms)","trace[601714971] 'compare' (duration: 15.808013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:00.629557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.087389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-07T02:51:00.629645Z","caller":"traceutil/trace.go:171","msg":"trace[1786812577] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:599; }","duration":"221.229001ms","start":"2026-03-07T02:51:00.408393Z","end":"2026-03-07T02:51:00.629622Z","steps":["trace[1786812577] 'range keys from in-memory index tree' (duration: 220.954916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:00.629713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.302104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:00.629836Z","caller":"traceutil/trace.go:171","msg":"trace[693286755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"273.488628ms","start":"2026-03-07T02:51:00.35632Z","end":"2026-03-07T02:51:00.629809Z","steps":["trace[693286755] 'range keys from in-memory index tree' (duration: 273.205813ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:01.285276Z","caller":"traceutil/trace.go:171","msg":"trace[290905154] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"372.963881ms","start":"2026-03-07T02:51:00.912286Z","end":"2026-03-07T02:51:01.28525Z","steps":["trace[290905154] 'read index received' (duration: 372.847898ms)","trace[290905154] 'applied index is now lower than readState.Index' (duration: 114.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:01.28538Z","caller":"traceutil/trace.go:171","msg":"trace[746238708] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"469.640471ms","start":"2026-03-07T02:51:00.815708Z","end":"2026-03-07T02:51:01.285349Z","steps":["trace[746238708] 'process raft request' (duration: 469.220662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:01.285538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:00.815664Z","time spent":"469.809385ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:01.285589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.291479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T02:51:01.285671Z","caller":"traceutil/trace.go:171","msg":"trace[2087982869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:600; }","duration":"373.418522ms","start":"2026-03-07T02:51:00.912233Z","end":"2026-03-07T02:51:01.285652Z","steps":["trace[2087982869] 'agreement among raft nodes before linearized reading' (duration: 373.149296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:01.285712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:00.912208Z","time spent":"373.494703ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:51:01.683305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.457145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:01.683416Z","caller":"traceutil/trace.go:171","msg":"trace[1707775400] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"398.022171ms","start":"2026-03-07T02:51:01.285375Z","end":"2026-03-07T02:51:01.683397Z","steps":["trace[1707775400] 'read index received' (duration: 104.516605ms)","trace[1707775400] 'applied index is now lower than readState.Index' (duration: 293.504216ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:01.683505Z","caller":"traceutil/trace.go:171","msg":"trace[1936627246] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"470.555441ms","start":"2026-03-07T02:51:01.212919Z","end":"2026-03-07T02:51:01.683475Z","steps":["trace[1936627246] 'process raft request' (duration: 176.84695ms)","trace[1936627246] 'compare' (duration: 293.239731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:01.683632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.359666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-07T02:51:01.683649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.212886Z","time spent":"470.705375ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:01.683681Z","caller":"traceutil/trace.go:171","msg":"trace[1624131374] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:601; }","duration":"675.437848ms","start":"2026-03-07T02:51:01.008231Z","end":"2026-03-07T02:51:01.683669Z","steps":["trace[1624131374] 'agreement among raft nodes before linearized reading' (duration: 675.239734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:01.683726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.008218Z","time spent":"675.497389ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-07T02:51:01.684215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.186093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:51:01.684293Z","caller":"traceutil/trace.go:171","msg":"trace[2089528391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"726.311235ms","start":"2026-03-07T02:51:00.957962Z","end":"2026-03-07T02:51:01.684273Z","steps":["trace[2089528391] 'agreement among raft nodes before linearized reading' (duration: 725.572417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:01.684337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:00.957939Z","time spent":"726.390377ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T02:51:01.712184Z","caller":"traceutil/trace.go:171","msg":"trace[857765207] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"420.31689ms","start":"2026-03-07T02:51:01.291843Z","end":"2026-03-07T02:51:01.71216Z","steps":["trace[857765207] 'process raft request' (duration: 420.222778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:01.71233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.29182Z","time spent":"420.446713ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:01.712345Z","caller":"traceutil/trace.go:171","msg":"trace[1302103972] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"421.690661ms","start":"2026-03-07T02:51:01.29051Z","end":"2026-03-07T02:51:01.712201Z","steps":["trace[1302103972] 'process raft request' (duration: 421.430714ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:01.712477Z","caller":"traceutil/trace.go:171","msg":"trace[188725131] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"382.473184ms","start":"2026-03-07T02:51:01.329984Z","end":"2026-03-07T02:51:01.712457Z","steps":["trace[188725131] 'process raft request' (duration: 382.392252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:01.712528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.290485Z","time spent":"421.986086ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:01.712663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.329969Z","time spent":"382.599757ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:01.712687Z","caller":"traceutil/trace.go:171","msg":"trace[982626411] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"410.4854ms","start":"2026-03-07T02:51:01.302189Z","end":"2026-03-07T02:51:01.712675Z","steps":["trace[982626411] 'process raft request' (duration: 409.933497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:01.712958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.302173Z","time spent":"410.675294ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:02.018546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.658463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:02.01871Z","caller":"traceutil/trace.go:171","msg":"trace[752269354] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:625; }","duration":"335.251259ms","start":"2026-03-07T02:51:01.683444Z","end":"2026-03-07T02:51:02.018695Z","steps":["trace[752269354] 'read index received' (duration: 28.676651ms)","trace[752269354] 'applied index is now lower than readState.Index' (duration: 306.571918ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:02.018787Z","caller":"traceutil/trace.go:171","msg":"trace[1681214404] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"373.738018ms","start":"2026-03-07T02:51:01.645039Z","end":"2026-03-07T02:51:02.018777Z","steps":["trace[1681214404] 'process raft request' (duration: 266.789169ms)","trace[1681214404] 'compare' (duration: 106.374347ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:02.018802Z","caller":"traceutil/trace.go:171","msg":"trace[1075313707] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"330.450182ms","start":"2026-03-07T02:51:01.688319Z","end":"2026-03-07T02:51:02.018769Z","steps":["trace[1075313707] 'process raft request' (duration: 330.314179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:02.018846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.644983Z","time spent":"373.83926ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:02.018971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.6883Z","time spent":"330.581075ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:02.018976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.273149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-07T02:51:02.01904Z","caller":"traceutil/trace.go:171","msg":"trace[1812219810] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:607; }","duration":"609.375462ms","start":"2026-03-07T02:51:01.409647Z","end":"2026-03-07T02:51:02.019022Z","steps":["trace[1812219810] 'agreement among raft nodes before linearized reading' (duration: 609.148337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:02.01909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.409626Z","time spent":"609.453423ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-07T02:51:02.218552Z","caller":"traceutil/trace.go:171","msg":"trace[156808395] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"502.880083ms","start":"2026-03-07T02:51:01.715654Z","end":"2026-03-07T02:51:02.218534Z","steps":["trace[156808395] 'process raft request' (duration: 501.778059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:02.218643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.715639Z","time spent":"502.963465ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:02.218862Z","caller":"traceutil/trace.go:171","msg":"trace[685485918] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"494.744261ms","start":"2026-03-07T02:51:01.724089Z","end":"2026-03-07T02:51:02.218833Z","steps":["trace[685485918] 'process raft request' (duration: 494.385523ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:02.218933Z","caller":"traceutil/trace.go:171","msg":"trace[990143365] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"489.482334ms","start":"2026-03-07T02:51:01.729442Z","end":"2026-03-07T02:51:02.218924Z","steps":["trace[990143365] 'process raft request' (duration: 489.138876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:02.218988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.729401Z","time spent":"489.555954ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:02.218997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.724079Z","time spent":"494.843173ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:02.219122Z","caller":"traceutil/trace.go:171","msg":"trace[917049008] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:629; }","duration":"200.336154ms","start":"2026-03-07T02:51:02.018742Z","end":"2026-03-07T02:51:02.219078Z","steps":["trace[917049008] 'read index received' (duration: 198.689488ms)","trace[917049008] 'applied index is now lower than readState.Index' (duration: 1.645796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:02.21926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.869402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T02:51:02.219305Z","caller":"traceutil/trace.go:171","msg":"trace[1562946719] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:611; }","duration":"411.953803ms","start":"2026-03-07T02:51:01.807339Z","end":"2026-03-07T02:51:02.219293Z","steps":["trace[1562946719] 'agreement among raft nodes before linearized reading' (duration: 411.813609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:02.219334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.11646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8vvbb\" ","response":"range_response_count:1 size:18067"} {"level":"warn","ts":"2026-03-07T02:51:02.219342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.807328Z","time spent":"412.003595ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-07T02:51:02.219365Z","caller":"traceutil/trace.go:171","msg":"trace[1914900196] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8vvbb; range_end:; response_count:1; response_revision:611; }","duration":"452.203622ms","start":"2026-03-07T02:51:01.767152Z","end":"2026-03-07T02:51:02.219356Z","steps":["trace[1914900196] 'agreement among raft nodes before linearized reading' (duration: 452.09292ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:02.219386Z","caller":"traceutil/trace.go:171","msg":"trace[1749464503] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"382.70116ms","start":"2026-03-07T02:51:01.836673Z","end":"2026-03-07T02:51:02.219374Z","steps":["trace[1749464503] 'process raft request' (duration: 382.165517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:02.219391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.450458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T02:51:02.219424Z","caller":"traceutil/trace.go:171","msg":"trace[1546936808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"217.51819ms","start":"2026-03-07T02:51:02.001898Z","end":"2026-03-07T02:51:02.219417Z","steps":["trace[1546936808] 'agreement among raft nodes before linearized reading' (duration: 217.404837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:02.219435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.83664Z","time spent":"382.77503ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:02.219475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.551635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T02:51:02.219393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.767132Z","time spent":"452.254053ms","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18090,"request content":"key:\"/registry/pods/kube-system/cilium-8vvbb\" "} {"level":"info","ts":"2026-03-07T02:51:02.219511Z","caller":"traceutil/trace.go:171","msg":"trace[242961354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"463.627247ms","start":"2026-03-07T02:51:01.755876Z","end":"2026-03-07T02:51:02.219503Z","steps":["trace[242961354] 'agreement among raft nodes before linearized reading' (duration: 463.534255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:02.219535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:01.755864Z","time spent":"463.665628ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:51:02.219173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.492544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-07T02:51:02.219811Z","caller":"traceutil/trace.go:171","msg":"trace[2073571095] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:611; }","duration":"212.155149ms","start":"2026-03-07T02:51:02.007642Z","end":"2026-03-07T02:51:02.219797Z","steps":["trace[2073571095] 'agreement among raft nodes before linearized reading' (duration: 211.444442ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:06.028274Z","caller":"traceutil/trace.go:171","msg":"trace[1846074488] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"124.087092ms","start":"2026-03-07T02:51:05.904167Z","end":"2026-03-07T02:51:06.028254Z","steps":["trace[1846074488] 'process raft request' (duration: 124.01203ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:06.0291Z","caller":"traceutil/trace.go:171","msg":"trace[861825316] transaction","detail":"{read_only:false; number_of_response:0; response_revision:643; }","duration":"124.673336ms","start":"2026-03-07T02:51:05.904408Z","end":"2026-03-07T02:51:06.029081Z","steps":["trace[861825316] 'process raft request' (duration: 124.520591ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:08.464582Z","caller":"traceutil/trace.go:171","msg":"trace[413934313] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:691; }","duration":"197.901061ms","start":"2026-03-07T02:51:08.266646Z","end":"2026-03-07T02:51:08.464547Z","steps":["trace[413934313] 'read index received' (duration: 197.637265ms)","trace[413934313] 'applied index is now lower than readState.Index' (duration: 262.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:08.464984Z","caller":"traceutil/trace.go:171","msg":"trace[656036793] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"202.391251ms","start":"2026-03-07T02:51:08.26258Z","end":"2026-03-07T02:51:08.464971Z","steps":["trace[656036793] 'process raft request' (duration: 201.806038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.46542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.739989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T02:51:08.465468Z","caller":"traceutil/trace.go:171","msg":"trace[856922650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:667; }","duration":"198.813361ms","start":"2026-03-07T02:51:08.266642Z","end":"2026-03-07T02:51:08.465455Z","steps":["trace[856922650] 'agreement among raft nodes before linearized reading' (duration: 198.585786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.465719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.658844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T02:51:08.46583Z","caller":"traceutil/trace.go:171","msg":"trace[13277977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:667; }","duration":"197.796848ms","start":"2026-03-07T02:51:08.267994Z","end":"2026-03-07T02:51:08.465791Z","steps":["trace[13277977] 'agreement among raft nodes before linearized reading' (duration: 197.493811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.466039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.875804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:08.466093Z","caller":"traceutil/trace.go:171","msg":"trace[1348173720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:667; }","duration":"109.989107ms","start":"2026-03-07T02:51:08.356092Z","end":"2026-03-07T02:51:08.466081Z","steps":["trace[1348173720] 'agreement among raft nodes before linearized reading' (duration: 109.908515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.466091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.455175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T02:51:08.466139Z","caller":"traceutil/trace.go:171","msg":"trace[217008487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:667; }","duration":"195.529677ms","start":"2026-03-07T02:51:08.270598Z","end":"2026-03-07T02:51:08.466128Z","steps":["trace[217008487] 'agreement among raft nodes before linearized reading' (duration: 195.408164ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:08.8941Z","caller":"traceutil/trace.go:171","msg":"trace[863307997] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:693; }","duration":"105.888305ms","start":"2026-03-07T02:51:08.788194Z","end":"2026-03-07T02:51:08.894083Z","steps":["trace[863307997] 'read index received' (duration: 103.172205ms)","trace[863307997] 'applied index is now lower than readState.Index' (duration: 2.71561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:08.894279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.0645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:51:08.89433Z","caller":"traceutil/trace.go:171","msg":"trace[1052183791] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:673; }","duration":"106.160181ms","start":"2026-03-07T02:51:08.788142Z","end":"2026-03-07T02:51:08.894302Z","steps":["trace[1052183791] 'agreement among raft nodes before linearized reading' (duration: 106.017728ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:08.894592Z","caller":"traceutil/trace.go:171","msg":"trace[473778811] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"424.484991ms","start":"2026-03-07T02:51:08.470098Z","end":"2026-03-07T02:51:08.894583Z","steps":["trace[473778811] 'process raft request' (duration: 421.316921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.894687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:08.470082Z","time spent":"424.535153ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:08.897011Z","caller":"traceutil/trace.go:171","msg":"trace[1014149161] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"426.788643ms","start":"2026-03-07T02:51:08.470161Z","end":"2026-03-07T02:51:08.89695Z","steps":["trace[1014149161] 'process raft request' (duration: 423.828387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.897237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:08.470156Z","time spent":"426.973377ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:08.897574Z","caller":"traceutil/trace.go:171","msg":"trace[1024579057] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"425.050964ms","start":"2026-03-07T02:51:08.472487Z","end":"2026-03-07T02:51:08.897538Z","steps":["trace[1024579057] 'process raft request' (duration: 421.532416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.897677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:08.472467Z","time spent":"425.157516ms","remote":"127.0.0.1:35232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:08.89783Z","caller":"traceutil/trace.go:171","msg":"trace[1977258256] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"425.27577ms","start":"2026-03-07T02:51:08.472532Z","end":"2026-03-07T02:51:08.897808Z","steps":["trace[1977258256] 'process raft request' (duration: 421.511996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.897893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:08.472516Z","time spent":"425.349841ms","remote":"127.0.0.1:35232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2260,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:08.898021Z","caller":"traceutil/trace.go:171","msg":"trace[919904922] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"421.829543ms","start":"2026-03-07T02:51:08.47618Z","end":"2026-03-07T02:51:08.89801Z","steps":["trace[919904922] 'process raft request' (duration: 417.882924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:08.898085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:08.476167Z","time spent":"421.884084ms","remote":"127.0.0.1:35232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:15.425074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:15.926097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:16.426748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:16.927628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:17.42867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:17.929046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:18.054257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T02:51:18.054349Z","caller":"traceutil/trace.go:171","msg":"trace[1663670863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300943s","start":"2026-03-07T02:51:16.054023Z","end":"2026-03-07T02:51:18.054324Z","steps":["trace[1663670863] 'agreement among raft nodes before linearized reading' (duration: 2.000193271s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.054388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.05401Z","time spent":"2.000370894s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 02:51:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T02:51:18.355052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T02:51:18.355157Z","caller":"traceutil/trace.go:171","msg":"trace[867180597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057978s","start":"2026-03-07T02:51:16.354555Z","end":"2026-03-07T02:51:18.355135Z","steps":["trace[867180597] 'agreement among raft nodes before linearized reading' (duration: 2.000449556s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.355222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.354528Z","time spent":"2.000667001s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 02:51:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T02:51:18.429814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061031953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:18.558117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.697211709s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T02:51:18.558465Z","caller":"traceutil/trace.go:171","msg":"trace[1237829906] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"3.697675579s","start":"2026-03-07T02:51:14.860772Z","end":"2026-03-07T02:51:18.558448Z","steps":["trace[1237829906] 'process raft request' (duration: 3.697576797s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.558548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:14.860743Z","time spent":"3.6977492s","remote":"127.0.0.1:50338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:19.563415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.961074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:19.563534Z","caller":"traceutil/trace.go:171","msg":"trace[344795570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:736; }","duration":"250.093497ms","start":"2026-03-07T02:51:19.313424Z","end":"2026-03-07T02:51:19.563517Z","steps":["trace[344795570] 'range keys from in-memory index tree' (duration: 249.944363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.563944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.586704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:19.564303Z","caller":"traceutil/trace.go:171","msg":"trace[2065192239] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"3.976913945s","start":"2026-03-07T02:51:15.587362Z","end":"2026-03-07T02:51:19.564276Z","steps":["trace[2065192239] 'process raft request' (duration: 3.504912862s)","trace[2065192239] 'compare' (duration: 471.438371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:19.564429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.587337Z","time spent":"3.977022879s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:19.924015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999491709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T02:51:19.924097Z","caller":"traceutil/trace.go:171","msg":"trace[2093350819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999630632s","start":"2026-03-07T02:51:14.924448Z","end":"2026-03-07T02:51:19.924079Z","steps":["trace[2093350819] 'agreement among raft nodes before linearized reading' (duration: 4.99952609s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.924144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:14.924425Z","time spent":"4.999709254s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/07 02:51:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T02:51:20.360698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T02:51:20.360774Z","caller":"traceutil/trace.go:171","msg":"trace[886240100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305453s","start":"2026-03-07T02:51:18.360452Z","end":"2026-03-07T02:51:20.360758Z","steps":["trace[886240100] 'agreement among raft nodes before linearized reading' (duration: 2.000208701s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.36082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.360431Z","time spent":"2.000380045s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:51:20.391242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.185007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T02:51:20.391606Z","caller":"traceutil/trace.go:171","msg":"trace[1682724639] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:762; }","duration":"5.467046292s","start":"2026-03-07T02:51:14.9245Z","end":"2026-03-07T02:51:20.391546Z","steps":["trace[1682724639] 'read index received' (duration: 3.633907864s)","trace[1682724639] 'applied index is now lower than readState.Index' (duration: 1.833137238s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.391597Z","caller":"traceutil/trace.go:171","msg":"trace[112752056] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"2.333992027s","start":"2026-03-07T02:51:18.057571Z","end":"2026-03-07T02:51:20.391563Z","steps":["trace[112752056] 'process raft request' (duration: 2.333785852s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.391718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.057525Z","time spent":"2.33414376s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:20.697208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530810914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:20.697278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.665141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:51:20.697304Z","caller":"traceutil/trace.go:171","msg":"trace[2069829423] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:738; }","duration":"2.530949177s","start":"2026-03-07T02:51:18.166332Z","end":"2026-03-07T02:51:20.697282Z","steps":["trace[2069829423] 'agreement among raft nodes before linearized reading' (duration: 2.225386931s)","trace[2069829423] 'range keys from in-memory index tree' (duration: 305.419283ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.697317Z","caller":"traceutil/trace.go:171","msg":"trace[2005152699] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:738; }","duration":"674.740942ms","start":"2026-03-07T02:51:20.02256Z","end":"2026-03-07T02:51:20.697301Z","steps":["trace[2005152699] 'agreement among raft nodes before linearized reading' (duration: 369.164396ms)","trace[2005152699] 'count revisions from in-memory index tree' (duration: 305.540395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.697382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.166318Z","time spent":"2.531052429s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-07T02:51:20.697396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:20.022537Z","time spent":"674.851075ms","remote":"127.0.0.1:50196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.697388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545857239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:20.697465Z","caller":"traceutil/trace.go:171","msg":"trace[473116720] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:738; }","duration":"2.545989412s","start":"2026-03-07T02:51:18.151452Z","end":"2026-03-07T02:51:20.697441Z","steps":["trace[473116720] 'agreement among raft nodes before linearized reading' (duration: 2.240289594s)","trace[473116720] 'range keys from in-memory index tree' (duration: 305.575416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.697515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.151421Z","time spent":"2.546083505s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-07T02:51:20.697632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977774887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:20.697653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558888571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:20.697732Z","caller":"traceutil/trace.go:171","msg":"trace[544517624] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:738; }","duration":"2.558988343s","start":"2026-03-07T02:51:18.138727Z","end":"2026-03-07T02:51:20.697715Z","steps":["trace[544517624] 'agreement among raft nodes before linearized reading' (duration: 2.253031639s)","trace[544517624] 'count revisions from in-memory index tree' (duration: 305.838032ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.697732Z","caller":"traceutil/trace.go:171","msg":"trace[1490252898] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:738; }","duration":"2.977941901s","start":"2026-03-07T02:51:17.719763Z","end":"2026-03-07T02:51:20.697705Z","steps":["trace[1490252898] 'agreement among raft nodes before linearized reading' (duration: 2.672016257s)","trace[1490252898] 'count revisions from in-memory index tree' (duration: 305.7766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.697743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978288029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:20.697756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771917643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T02:51:20.697767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.138704Z","time spent":"2.559054534s","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-07T02:51:20.69778Z","caller":"traceutil/trace.go:171","msg":"trace[1477259824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:738; }","duration":"5.771983055s","start":"2026-03-07T02:51:14.925789Z","end":"2026-03-07T02:51:20.697772Z","steps":["trace[1477259824] 'agreement among raft nodes before linearized reading' (duration: 5.465917267s)","trace[1477259824] 'range keys from in-memory index tree' (duration: 305.977765ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.697778Z","caller":"traceutil/trace.go:171","msg":"trace[907801236] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:738; }","duration":"2.97834107s","start":"2026-03-07T02:51:17.719424Z","end":"2026-03-07T02:51:20.697765Z","steps":["trace[907801236] 'agreement among raft nodes before linearized reading' (duration: 2.672370056s)","trace[907801236] 'range keys from in-memory index tree' (duration: 305.929164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.697786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:17.719747Z","time spent":"2.978026243s","remote":"127.0.0.1:42926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.6978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:14.925766Z","time spent":"5.772031336s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T02:51:20.697814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:17.719409Z","time spent":"2.978391991s","remote":"127.0.0.1:42926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-07T02:51:20.697829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559197488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:20.697837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079237698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:20.697869Z","caller":"traceutil/trace.go:171","msg":"trace[924496005] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:738; }","duration":"2.559258189s","start":"2026-03-07T02:51:18.138599Z","end":"2026-03-07T02:51:20.697858Z","steps":["trace[924496005] 'agreement among raft nodes before linearized reading' (duration: 2.253165562s)","trace[924496005] 'range keys from in-memory index tree' (duration: 306.044226ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.697895Z","caller":"traceutil/trace.go:171","msg":"trace[1740900214] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:738; }","duration":"1.07931982s","start":"2026-03-07T02:51:19.618558Z","end":"2026-03-07T02:51:20.697878Z","steps":["trace[1740900214] 'agreement among raft nodes before linearized reading' (duration: 773.172911ms)","trace[1740900214] 'count revisions from in-memory index tree' (duration: 306.075087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.697906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.138582Z","time spent":"2.55931485s","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-07T02:51:20.697929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.618538Z","time spent":"1.079380571s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.697933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837980093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:51:20.697963Z","caller":"traceutil/trace.go:171","msg":"trace[1811088172] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:738; }","duration":"3.838034154s","start":"2026-03-07T02:51:16.859918Z","end":"2026-03-07T02:51:20.697952Z","steps":["trace[1811088172] 'agreement among raft nodes before linearized reading' (duration: 3.531853224s)","trace[1811088172] 'count revisions from in-memory index tree' (duration: 306.143309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.697985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530906476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:20.697993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.859902Z","time spent":"3.838083565s","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.698007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546421282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:20.698011Z","caller":"traceutil/trace.go:171","msg":"trace[1629603014] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:738; }","duration":"2.530930097s","start":"2026-03-07T02:51:18.167071Z","end":"2026-03-07T02:51:20.698001Z","steps":["trace[1629603014] 'agreement among raft nodes before linearized reading' (duration: 2.224692176s)","trace[1629603014] 'range keys from in-memory index tree' (duration: 306.2065ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.698034Z","caller":"traceutil/trace.go:171","msg":"trace[2146059214] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:738; }","duration":"2.546462712s","start":"2026-03-07T02:51:18.151563Z","end":"2026-03-07T02:51:20.698026Z","steps":["trace[2146059214] 'agreement among raft nodes before linearized reading' (duration: 2.24016367s)","trace[2146059214] 'count revisions from in-memory index tree' (duration: 306.261901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.167054Z","time spent":"2.530979977s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-07T02:51:20.69804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229181997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:51:20.698055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.151557Z","time spent":"2.546492514s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-07T02:51:20.698075Z","caller":"traceutil/trace.go:171","msg":"trace[992129447] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:738; }","duration":"1.229245639s","start":"2026-03-07T02:51:19.468818Z","end":"2026-03-07T02:51:20.698064Z","steps":["trace[992129447] 'agreement among raft nodes before linearized reading' (duration: 922.926557ms)","trace[992129447] 'count revisions from in-memory index tree' (duration: 306.275481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.468797Z","time spent":"1.229300131s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.698178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947226483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:51:20.698215Z","caller":"traceutil/trace.go:171","msg":"trace[1857582990] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:738; }","duration":"3.947289764s","start":"2026-03-07T02:51:16.750914Z","end":"2026-03-07T02:51:20.698204Z","steps":["trace[1857582990] 'agreement among raft nodes before linearized reading' (duration: 3.640860439s)","trace[1857582990] 'count revisions from in-memory index tree' (duration: 306.381624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.697673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.114168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:20.69824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546681408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:20.698248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559163467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:20.698278Z","caller":"traceutil/trace.go:171","msg":"trace[1633957975] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:738; }","duration":"2.546717848s","start":"2026-03-07T02:51:18.151549Z","end":"2026-03-07T02:51:20.698266Z","steps":["trace[1633957975] 'agreement among raft nodes before linearized reading' (duration: 2.240186001s)","trace[1633957975] 'range keys from in-memory index tree' (duration: 306.487317ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.69828Z","caller":"traceutil/trace.go:171","msg":"trace[645146819] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:738; }","duration":"2.559214449s","start":"2026-03-07T02:51:18.139055Z","end":"2026-03-07T02:51:20.698269Z","steps":["trace[645146819] 'agreement among raft nodes before linearized reading' (duration: 2.252693492s)","trace[645146819] 'range keys from in-memory index tree' (duration: 306.481456ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.698277Z","caller":"traceutil/trace.go:171","msg":"trace[1205741910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"336.752262ms","start":"2026-03-07T02:51:20.361512Z","end":"2026-03-07T02:51:20.698264Z","steps":["trace[1205741910] 'agreement among raft nodes before linearized reading' (duration: 30.204455ms)","trace[1205741910] 'range keys from in-memory index tree' (duration: 305.939194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978574705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:20.698309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.151517Z","time spent":"2.54678426s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-07T02:51:20.698312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.13904Z","time spent":"2.559264039s","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-07T02:51:20.69832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:20.361485Z","time spent":"336.823153ms","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:51:20.698344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608064285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-07T02:51:20.697222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199154588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:51:20.698368Z","caller":"traceutil/trace.go:171","msg":"trace[1026481479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:738; }","duration":"4.608113856s","start":"2026-03-07T02:51:16.090247Z","end":"2026-03-07T02:51:20.698361Z","steps":["trace[1026481479] 'agreement among raft nodes before linearized reading' (duration: 4.301541868s)","trace[1026481479] 'range keys from in-memory index tree' (duration: 306.515846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.090231Z","time spent":"4.608152347s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T02:51:20.698391Z","caller":"traceutil/trace.go:171","msg":"trace[1956351165] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:738; }","duration":"1.200390535s","start":"2026-03-07T02:51:19.497989Z","end":"2026-03-07T02:51:20.69838Z","steps":["trace[1956351165] 'agreement among raft nodes before linearized reading' (duration: 893.748415ms)","trace[1956351165] 'count revisions from in-memory index tree' (duration: 305.426932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363173149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:51:20.698342Z","caller":"traceutil/trace.go:171","msg":"trace[1158566415] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:738; }","duration":"2.978624926s","start":"2026-03-07T02:51:17.719701Z","end":"2026-03-07T02:51:20.698326Z","steps":["trace[1158566415] 'agreement among raft nodes before linearized reading' (duration: 2.672086239s)","trace[1158566415] 'range keys from in-memory index tree' (duration: 306.490136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.497956Z","time spent":"1.200459886s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":102,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.698463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.083825745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:51:20.69847Z","caller":"traceutil/trace.go:171","msg":"trace[1921426697] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:738; }","duration":"2.363265851s","start":"2026-03-07T02:51:18.335194Z","end":"2026-03-07T02:51:20.69846Z","steps":["trace[1921426697] 'agreement among raft nodes before linearized reading' (duration: 2.05656057s)","trace[1921426697] 'count revisions from in-memory index tree' (duration: 306.66838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:17.719696Z","time spent":"2.97877598s","remote":"127.0.0.1:42926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"info","ts":"2026-03-07T02:51:20.698493Z","caller":"traceutil/trace.go:171","msg":"trace[1204873035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:738; }","duration":"4.083883986s","start":"2026-03-07T02:51:16.6146Z","end":"2026-03-07T02:51:20.698484Z","steps":["trace[1204873035] 'agreement among raft nodes before linearized reading' (duration: 3.777182985s)","trace[1204873035] 'range keys from in-memory index tree' (duration: 306.580668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.335168Z","time spent":"2.363324742s","remote":"127.0.0.1:50640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.698518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.614582Z","time spent":"4.083930817s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:51:20.697669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531281444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:20.6986Z","caller":"traceutil/trace.go:171","msg":"trace[878982623] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:738; }","duration":"2.532221165s","start":"2026-03-07T02:51:18.166368Z","end":"2026-03-07T02:51:20.69859Z","steps":["trace[878982623] 'agreement among raft nodes before linearized reading' (duration: 2.225334269s)","trace[878982623] 'count revisions from in-memory index tree' (duration: 305.940515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.698641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.166365Z","time spent":"2.532264595s","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.698245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.750902Z","time spent":"3.947335435s","remote":"127.0.0.1:50678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:51:20.69899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.919051932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T02:51:20.699018Z","caller":"traceutil/trace.go:171","msg":"trace[921496734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:738; }","duration":"4.919106343s","start":"2026-03-07T02:51:15.779903Z","end":"2026-03-07T02:51:20.699009Z","steps":["trace[921496734] 'agreement among raft nodes before linearized reading' (duration: 4.611893061s)","trace[921496734] 'range keys from in-memory index tree' (duration: 307.11746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:20.699047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.779887Z","time spent":"4.919146673s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:51:20.738175Z","caller":"traceutil/trace.go:171","msg":"trace[1353088206] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"342.728555ms","start":"2026-03-07T02:51:20.395418Z","end":"2026-03-07T02:51:20.738147Z","steps":["trace[1353088206] 'process raft request' (duration: 342.51867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.738303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:20.395397Z","time spent":"342.850928ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:20.843101Z","caller":"traceutil/trace.go:171","msg":"trace[1473788555] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"139.506336ms","start":"2026-03-07T02:51:20.703563Z","end":"2026-03-07T02:51:20.843069Z","steps":["trace[1473788555] 'process raft request' (duration: 104.505684ms)","trace[1473788555] 'compare' (duration: 34.784448ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.843283Z","caller":"traceutil/trace.go:171","msg":"trace[110384090] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"136.943699ms","start":"2026-03-07T02:51:20.706312Z","end":"2026-03-07T02:51:20.843255Z","steps":["trace[110384090] 'process raft request' (duration: 136.698404ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:20.843558Z","caller":"traceutil/trace.go:171","msg":"trace[1983174933] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:766; }","duration":"136.939399ms","start":"2026-03-07T02:51:20.706609Z","end":"2026-03-07T02:51:20.843548Z","steps":["trace[1983174933] 'read index received' (duration: 31.426362ms)","trace[1983174933] 'applied index is now lower than readState.Index' (duration: 105.512277ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:20.843645Z","caller":"traceutil/trace.go:171","msg":"trace[1805595966] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"137.147224ms","start":"2026-03-07T02:51:20.706448Z","end":"2026-03-07T02:51:20.843595Z","steps":["trace[1805595966] 'process raft request' (duration: 136.750355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.843716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.091112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:20.843758Z","caller":"traceutil/trace.go:171","msg":"trace[2024383345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:743; }","duration":"137.162814ms","start":"2026-03-07T02:51:20.706585Z","end":"2026-03-07T02:51:20.843748Z","steps":["trace[2024383345] 'agreement among raft nodes before linearized reading' (duration: 137.075762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:20.843804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.299316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a6f55a0e5d0f2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T02:51:20.84388Z","caller":"traceutil/trace.go:171","msg":"trace[1259550059] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a6f55a0e5d0f2; range_end:; response_count:1; response_revision:743; }","duration":"102.398678ms","start":"2026-03-07T02:51:20.741462Z","end":"2026-03-07T02:51:20.843861Z","steps":["trace[1259550059] 'agreement among raft nodes before linearized reading' (duration: 102.194743ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:20.843627Z","caller":"traceutil/trace.go:171","msg":"trace[428974964] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"137.178604ms","start":"2026-03-07T02:51:20.706439Z","end":"2026-03-07T02:51:20.843618Z","steps":["trace[428974964] 'process raft request' (duration: 137.042081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:21.072885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.457983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:21.073Z","caller":"traceutil/trace.go:171","msg":"trace[779436072] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"197.576134ms","start":"2026-03-07T02:51:20.875405Z","end":"2026-03-07T02:51:21.072981Z","steps":["trace[779436072] 'process raft request' (duration: 84.938957ms)","trace[779436072] 'compare' (duration: 112.31996ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:22.087156Z","caller":"traceutil/trace.go:171","msg":"trace[255161122] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"161.198731ms","start":"2026-03-07T02:51:21.925924Z","end":"2026-03-07T02:51:22.087123Z","steps":["trace[255161122] 'read index received' (duration: 160.977906ms)","trace[255161122] 'applied index is now lower than readState.Index' (duration: 219.615µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:22.087467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.507658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:51:22.087573Z","caller":"traceutil/trace.go:171","msg":"trace[492090765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:745; }","duration":"161.657551ms","start":"2026-03-07T02:51:21.925891Z","end":"2026-03-07T02:51:22.087549Z","steps":["trace[492090765] 'agreement among raft nodes before linearized reading' (duration: 161.343945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:22.419642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.090606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:22.41994Z","caller":"traceutil/trace.go:171","msg":"trace[1492496549] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"328.488438ms","start":"2026-03-07T02:51:22.091425Z","end":"2026-03-07T02:51:22.419914Z","steps":["trace[1492496549] 'process raft request' (duration: 328.312913ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:22.419942Z","caller":"traceutil/trace.go:171","msg":"trace[231713870] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"331.770852ms","start":"2026-03-07T02:51:22.088137Z","end":"2026-03-07T02:51:22.419908Z","steps":["trace[231713870] 'process raft request' (duration: 162.339267ms)","trace[231713870] 'compare' (duration: 168.973534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:22.420056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:22.091397Z","time spent":"328.597951ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:22.420197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:22.088116Z","time spent":"331.967726ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:37.548556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.821916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:37.548665Z","caller":"traceutil/trace.go:171","msg":"trace[1904353706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"192.0125ms","start":"2026-03-07T02:51:37.356623Z","end":"2026-03-07T02:51:37.548636Z","steps":["trace[1904353706] 'range keys from in-memory index tree' (duration: 191.683753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:38.481104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.314135ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T02:51:38.481201Z","caller":"traceutil/trace.go:171","msg":"trace[156417004] linearizableReadLoop","detail":"{readStateIndex:827; appliedIndex:826; }","duration":"931.437147ms","start":"2026-03-07T02:51:37.549746Z","end":"2026-03-07T02:51:38.481183Z","steps":["trace[156417004] 'read index received' (duration: 49.151µs)","trace[156417004] 'applied index is now lower than readState.Index' (duration: 931.386415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:38.481338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.587401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:38.481385Z","caller":"traceutil/trace.go:171","msg":"trace[1200860990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"931.672612ms","start":"2026-03-07T02:51:37.549703Z","end":"2026-03-07T02:51:38.481376Z","steps":["trace[1200860990] 'agreement among raft nodes before linearized reading' (duration: 931.58798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:38.481424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:37.549687Z","time spent":"931.730134ms","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:51:51.389949Z","caller":"traceutil/trace.go:171","msg":"trace[660116581] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"139.419208ms","start":"2026-03-07T02:51:51.250502Z","end":"2026-03-07T02:51:51.389922Z","steps":["trace[660116581] 'process raft request' (duration: 138.821905ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:51.425212Z","caller":"traceutil/trace.go:171","msg":"trace[54256367] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"174.608624ms","start":"2026-03-07T02:51:51.250574Z","end":"2026-03-07T02:51:51.425183Z","steps":["trace[54256367] 'process raft request' (duration: 174.4527ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:51.737484Z","caller":"traceutil/trace.go:171","msg":"trace[2019304650] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"166.927339ms","start":"2026-03-07T02:51:51.570528Z","end":"2026-03-07T02:51:51.737455Z","steps":["trace[2019304650] 'process raft request' (duration: 132.644102ms)","trace[2019304650] 'compare' (duration: 34.081502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:51.982738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.490689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:51.983Z","caller":"traceutil/trace.go:171","msg":"trace[743254533] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"184.885639ms","start":"2026-03-07T02:51:51.798088Z","end":"2026-03-07T02:51:51.982974Z","steps":["trace[743254533] 'process raft request' (duration: 40.090883ms)","trace[743254533] 'compare' (duration: 144.346876ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:51.983022Z","caller":"traceutil/trace.go:171","msg":"trace[1114533124] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"183.751235ms","start":"2026-03-07T02:51:51.799215Z","end":"2026-03-07T02:51:51.982966Z","steps":["trace[1114533124] 'process raft request' (duration: 183.622012ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:51.983007Z","caller":"traceutil/trace.go:171","msg":"trace[917513502] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:897; }","duration":"173.674165ms","start":"2026-03-07T02:51:51.809318Z","end":"2026-03-07T02:51:51.982992Z","steps":["trace[917513502] 'read index received' (duration: 28.876409ms)","trace[917513502] 'applied index is now lower than readState.Index' (duration: 144.796896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:51.983186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.863738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T02:51:51.983222Z","caller":"traceutil/trace.go:171","msg":"trace[1880652077] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:866; }","duration":"173.92357ms","start":"2026-03-07T02:51:51.809286Z","end":"2026-03-07T02:51:51.983209Z","steps":["trace[1880652077] 'agreement among raft nodes before linearized reading' (duration: 173.750257ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:51.983277Z","caller":"traceutil/trace.go:171","msg":"trace[1865869432] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"181.070326ms","start":"2026-03-07T02:51:51.802187Z","end":"2026-03-07T02:51:51.983257Z","steps":["trace[1865869432] 'process raft request' (duration: 180.721089ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:51.983335Z","caller":"traceutil/trace.go:171","msg":"trace[352910146] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"178.641894ms","start":"2026-03-07T02:51:51.804626Z","end":"2026-03-07T02:51:51.983268Z","steps":["trace[352910146] 'process raft request' (duration: 178.312156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:51.98352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.104203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-07T02:51:51.983591Z","caller":"traceutil/trace.go:171","msg":"trace[1909781314] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:866; }","duration":"129.182735ms","start":"2026-03-07T02:51:51.854386Z","end":"2026-03-07T02:51:51.983569Z","steps":["trace[1909781314] 'agreement among raft nodes before linearized reading' (duration: 128.831197ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:52.122893Z","caller":"traceutil/trace.go:171","msg":"trace[1130282798] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"135.172426ms","start":"2026-03-07T02:51:51.9877Z","end":"2026-03-07T02:51:52.122873Z","steps":["trace[1130282798] 'process raft request' (duration: 128.285956ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:52.123246Z","caller":"traceutil/trace.go:171","msg":"trace[1543575799] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"135.131466ms","start":"2026-03-07T02:51:51.988091Z","end":"2026-03-07T02:51:52.123222Z","steps":["trace[1543575799] 'process raft request' (duration: 134.734016ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:52.123341Z","caller":"traceutil/trace.go:171","msg":"trace[1707129138] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"135.054174ms","start":"2026-03-07T02:51:51.988239Z","end":"2026-03-07T02:51:52.123293Z","steps":["trace[1707129138] 'process raft request' (duration: 134.909471ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:52.123647Z","caller":"traceutil/trace.go:171","msg":"trace[1007152790] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"129.749809ms","start":"2026-03-07T02:51:51.993885Z","end":"2026-03-07T02:51:52.123635Z","steps":["trace[1007152790] 'process raft request' (duration: 129.590815ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:52.123656Z","caller":"traceutil/trace.go:171","msg":"trace[781461626] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"131.19858ms","start":"2026-03-07T02:51:51.992437Z","end":"2026-03-07T02:51:52.123636Z","steps":["trace[781461626] 'process raft request' (duration: 130.957804ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:52.123655Z","caller":"traceutil/trace.go:171","msg":"trace[67608270] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"135.302089ms","start":"2026-03-07T02:51:51.988328Z","end":"2026-03-07T02:51:52.12363Z","steps":["trace[67608270] 'process raft request' (duration: 134.912691ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:52.123719Z","caller":"traceutil/trace.go:171","msg":"trace[1589384676] linearizableReadLoop","detail":"{readStateIndex:906; appliedIndex:901; }","duration":"132.320873ms","start":"2026-03-07T02:51:51.99134Z","end":"2026-03-07T02:51:52.123661Z","steps":["trace[1589384676] 'read index received' (duration: 5.444379ms)","trace[1589384676] 'applied index is now lower than readState.Index' (duration: 126.874894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:52.123957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.60605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:10872"} {"level":"info","ts":"2026-03-07T02:51:52.123996Z","caller":"traceutil/trace.go:171","msg":"trace[804373245] range","detail":"{range_begin:/registry/deployments/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:873; }","duration":"132.689181ms","start":"2026-03-07T02:51:51.991295Z","end":"2026-03-07T02:51:52.123984Z","steps":["trace[804373245] 'agreement among raft nodes before linearized reading' (duration: 132.543778ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:52.124604Z","caller":"traceutil/trace.go:171","msg":"trace[657662485] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"126.596029ms","start":"2026-03-07T02:51:51.997973Z","end":"2026-03-07T02:51:52.124569Z","steps":["trace[657662485] 'process raft request' (duration: 125.567617ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:57.336636Z","caller":"traceutil/trace.go:171","msg":"trace[1509058837] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"118.068273ms","start":"2026-03-07T02:51:57.218544Z","end":"2026-03-07T02:51:57.336612Z","steps":["trace[1509058837] 'process raft request' (duration: 117.873719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.444343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061032344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:51:58.808969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.467891288s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:51:59.009811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.542762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:59.009878Z","caller":"traceutil/trace.go:171","msg":"trace[539815277] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"1.6688871s","start":"2026-03-07T02:51:57.340979Z","end":"2026-03-07T02:51:59.009866Z","steps":["trace[539815277] 'process raft request' (duration: 1.468235955s)","trace[539815277] 'compare' (duration: 200.221605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:59.009911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.340956Z","time spent":"1.668940681s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:59.943395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000056339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T02:51:59.94345Z","caller":"traceutil/trace.go:171","msg":"trace[1955345369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176151s","start":"2026-03-07T02:51:57.94326Z","end":"2026-03-07T02:51:59.943436Z","steps":["trace[1955345369] 'agreement among raft nodes before linearized reading' (duration: 2.00010756s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:59.943483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.943241Z","time spent":"2.000233962s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 02:51:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T02:52:00.046008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236754085s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:52:00.355872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T02:52:00.355969Z","caller":"traceutil/trace.go:171","msg":"trace[1618029764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063648s","start":"2026-03-07T02:51:58.355881Z","end":"2026-03-07T02:52:00.355944Z","steps":["trace[1618029764] 'agreement among raft nodes before linearized reading' (duration: 1.999943865s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.356038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.355862Z","time spent":"2.000163541s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:52:00.547157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233571194s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:00.547264Z","caller":"traceutil/trace.go:171","msg":"trace[966491878] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:900; }","duration":"1.233688627s","start":"2026-03-07T02:51:59.313559Z","end":"2026-03-07T02:52:00.547248Z","steps":["trace[966491878] 'range keys from in-memory index tree' (duration: 1.233556924s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.547498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.247144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:00.547953Z","caller":"traceutil/trace.go:171","msg":"trace[990275834] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"3.206918249s","start":"2026-03-07T02:51:57.341018Z","end":"2026-03-07T02:52:00.547936Z","steps":["trace[990275834] 'process raft request' (duration: 2.705138073s)","trace[990275834] 'compare' (duration: 500.995949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:00.548029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.341001Z","time spent":"3.206992401s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:00.54841Z","caller":"traceutil/trace.go:171","msg":"trace[678359545] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"208.78904ms","start":"2026-03-07T02:52:00.339611Z","end":"2026-03-07T02:52:00.5484Z","steps":["trace[678359545] 'process raft request' (duration: 208.729638ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:00.54863Z","caller":"traceutil/trace.go:171","msg":"trace[866472642] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"3.207554982s","start":"2026-03-07T02:51:57.341066Z","end":"2026-03-07T02:52:00.548621Z","steps":["trace[866472642] 'process raft request' (duration: 3.20650091s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.548693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.341046Z","time spent":"3.207614204s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:00.548798Z","caller":"traceutil/trace.go:171","msg":"trace[576228967] linearizableReadLoop","detail":"{readStateIndex:939; appliedIndex:936; }","duration":"2.605460732s","start":"2026-03-07T02:51:57.943329Z","end":"2026-03-07T02:52:00.548789Z","steps":["trace[576228967] 'read index received' (duration: 865.90149ms)","trace[576228967] 'applied index is now lower than readState.Index' (duration: 1.739558362s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:00.549015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701189225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:52:00.549043Z","caller":"traceutil/trace.go:171","msg":"trace[2111033323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:903; }","duration":"1.701246096s","start":"2026-03-07T02:51:58.847787Z","end":"2026-03-07T02:52:00.549034Z","steps":["trace[2111033323] 'agreement among raft nodes before linearized reading' (duration: 1.701149914s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.549069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.847769Z","time spent":"1.701294767s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:52:00.549222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.947733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:00.549247Z","caller":"traceutil/trace.go:171","msg":"trace[1235925309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:903; }","duration":"186.990675ms","start":"2026-03-07T02:52:00.362249Z","end":"2026-03-07T02:52:00.549239Z","steps":["trace[1235925309] 'agreement among raft nodes before linearized reading' (duration: 186.951594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.549338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422430669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:52:00.549419Z","caller":"traceutil/trace.go:171","msg":"trace[1152310415] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:903; }","duration":"1.422564733s","start":"2026-03-07T02:51:59.126838Z","end":"2026-03-07T02:52:00.549403Z","steps":["trace[1152310415] 'agreement among raft nodes before linearized reading' (duration: 1.422422249s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.549468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.126819Z","time spent":"1.422639984s","remote":"127.0.0.1:50338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:52:00.549367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468216367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:52:00.549665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208703823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T02:52:00.549681Z","caller":"traceutil/trace.go:171","msg":"trace[37794166] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:903; }","duration":"1.468599337s","start":"2026-03-07T02:51:59.081068Z","end":"2026-03-07T02:52:00.549667Z","steps":["trace[37794166] 'agreement among raft nodes before linearized reading' (duration: 1.468276869s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:00.549704Z","caller":"traceutil/trace.go:171","msg":"trace[1561763045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:903; }","duration":"1.208779065s","start":"2026-03-07T02:51:59.340916Z","end":"2026-03-07T02:52:00.549695Z","steps":["trace[1561763045] 'agreement among raft nodes before linearized reading' (duration: 1.208691903s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.549721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.081045Z","time spent":"1.468663499s","remote":"127.0.0.1:50414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:52:00.549735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.340896Z","time spent":"1.208833405s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T02:52:00.54991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.498112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a6f55a0e5d0f2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T02:52:00.549946Z","caller":"traceutil/trace.go:171","msg":"trace[902221247] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a6f55a0e5d0f2; range_end:; response_count:1; response_revision:903; }","duration":"190.568114ms","start":"2026-03-07T02:52:00.359369Z","end":"2026-03-07T02:52:00.549937Z","steps":["trace[902221247] 'agreement among raft nodes before linearized reading' (duration: 190.486752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.550089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.836843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:52:00.55012Z","caller":"traceutil/trace.go:171","msg":"trace[1098402392] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:903; }","duration":"415.905404ms","start":"2026-03-07T02:52:00.134207Z","end":"2026-03-07T02:52:00.550113Z","steps":["trace[1098402392] 'agreement among raft nodes before linearized reading' (duration: 415.856283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:00.55015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:00.134189Z","time spent":"415.954446ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-07T02:52:00.72244Z","caller":"traceutil/trace.go:171","msg":"trace[192319877] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"170.847233ms","start":"2026-03-07T02:52:00.551574Z","end":"2026-03-07T02:52:00.722422Z","steps":["trace[192319877] 'process raft request' (duration: 136.381512ms)","trace[192319877] 'compare' (duration: 34.38084ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:01.032088Z","caller":"traceutil/trace.go:171","msg":"trace[553505465] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"479.02201ms","start":"2026-03-07T02:52:00.553036Z","end":"2026-03-07T02:52:01.032058Z","steps":["trace[553505465] 'process raft request' (duration: 417.893047ms)","trace[553505465] 'compare' (duration: 60.912668ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:01.032463Z","caller":"traceutil/trace.go:171","msg":"trace[278100530] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"477.339802ms","start":"2026-03-07T02:52:00.555106Z","end":"2026-03-07T02:52:01.032446Z","steps":["trace[278100530] 'process raft request' (duration: 476.896192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.032574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:00.555084Z","time spent":"477.427184ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:01.033213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:00.553013Z","time spent":"479.157582ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:03.230219Z","caller":"traceutil/trace.go:171","msg":"trace[746798944] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"194.339835ms","start":"2026-03-07T02:52:03.035862Z","end":"2026-03-07T02:52:03.230202Z","steps":["trace[746798944] 'read index received' (duration: 194.208612ms)","trace[746798944] 'applied index is now lower than readState.Index' (duration: 130.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:03.230288Z","caller":"traceutil/trace.go:171","msg":"trace[1845114782] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"205.154541ms","start":"2026-03-07T02:52:03.025091Z","end":"2026-03-07T02:52:03.230245Z","steps":["trace[1845114782] 'process raft request' (duration: 204.999077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:03.230396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.51454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:52:03.230419Z","caller":"traceutil/trace.go:171","msg":"trace[531161067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:911; }","duration":"194.583951ms","start":"2026-03-07T02:52:03.035828Z","end":"2026-03-07T02:52:03.230412Z","steps":["trace[531161067] 'agreement among raft nodes before linearized reading' (duration: 194.474289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:03.230532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.312195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:52:03.230595Z","caller":"traceutil/trace.go:171","msg":"trace[1445947935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:911; }","duration":"194.403497ms","start":"2026-03-07T02:52:03.036176Z","end":"2026-03-07T02:52:03.230579Z","steps":["trace[1445947935] 'agreement among raft nodes before linearized reading' (duration: 194.201513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:03.230584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.269473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T02:52:03.230652Z","caller":"traceutil/trace.go:171","msg":"trace[26982153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:911; }","duration":"132.374305ms","start":"2026-03-07T02:52:03.09826Z","end":"2026-03-07T02:52:03.230635Z","steps":["trace[26982153] 'agreement among raft nodes before linearized reading' (duration: 132.159351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:18.225686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.489509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T02:52:18.225769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.930014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:52:18.225765Z","caller":"traceutil/trace.go:171","msg":"trace[986852611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:970; }","duration":"646.619392ms","start":"2026-03-07T02:52:17.579129Z","end":"2026-03-07T02:52:18.225748Z","steps":["trace[986852611] 'range keys from in-memory index tree' (duration: 646.304385ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:18.225871Z","caller":"traceutil/trace.go:171","msg":"trace[1582453402] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:970; }","duration":"182.073528ms","start":"2026-03-07T02:52:18.043768Z","end":"2026-03-07T02:52:18.225841Z","steps":["trace[1582453402] 'count revisions from in-memory index tree' (duration: 181.826363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:18.225867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:17.579074Z","time spent":"646.778815ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:52:18.226012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.157112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:52:18.226066Z","caller":"traceutil/trace.go:171","msg":"trace[895873967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:970; }","duration":"646.240134ms","start":"2026-03-07T02:52:17.579812Z","end":"2026-03-07T02:52:18.226052Z","steps":["trace[895873967] 'range keys from in-memory index tree' (duration: 646.021738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:18.226107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:17.579804Z","time spent":"646.297355ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T02:52:18.739306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527243061032515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T02:52:19.022646Z","caller":"traceutil/trace.go:171","msg":"trace[1326569929] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"792.251036ms","start":"2026-03-07T02:52:18.230362Z","end":"2026-03-07T02:52:19.022613Z","steps":["trace[1326569929] 'process raft request' (duration: 792.039981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:19.023085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.230346Z","time spent":"792.39323ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:20.563454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249092952s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:20.563609Z","caller":"traceutil/trace.go:171","msg":"trace[780103542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:971; }","duration":"1.249283696s","start":"2026-03-07T02:52:19.314301Z","end":"2026-03-07T02:52:20.563585Z","steps":["trace[780103542] 'range keys from in-memory index tree' (duration: 1.249066372s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.632675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607433882s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T02:52:20.633304Z","caller":"traceutil/trace.go:171","msg":"trace[718401459] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1012; }","duration":"2.394146547s","start":"2026-03-07T02:52:18.239132Z","end":"2026-03-07T02:52:20.633278Z","steps":["trace[718401459] 'read index received' (duration: 783.25046ms)","trace[718401459] 'applied index is now lower than readState.Index' (duration: 1.610894547s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:20.633869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394687299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:20.633946Z","caller":"traceutil/trace.go:171","msg":"trace[1101371581] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:973; }","duration":"2.394860242s","start":"2026-03-07T02:52:18.239073Z","end":"2026-03-07T02:52:20.633934Z","steps":["trace[1101371581] 'agreement among raft nodes before linearized reading' (duration: 2.394701199s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.634012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.239057Z","time spent":"2.394917654s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:52:20.634002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2254371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:52:20.634106Z","caller":"traceutil/trace.go:171","msg":"trace[301395767] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:973; }","duration":"2.225602053s","start":"2026-03-07T02:52:18.408477Z","end":"2026-03-07T02:52:20.63408Z","steps":["trace[301395767] 'agreement among raft nodes before linearized reading' (duration: 2.225396399s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.634175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.408459Z","time spent":"2.225697875s","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-07T02:52:20.634299Z","caller":"traceutil/trace.go:171","msg":"trace[592007427] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"2.402246513s","start":"2026-03-07T02:52:18.23204Z","end":"2026-03-07T02:52:20.634286Z","steps":["trace[592007427] 'process raft request' (duration: 2.400819682s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:20.634372Z","caller":"traceutil/trace.go:171","msg":"trace[1251551923] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"2.276100794s","start":"2026-03-07T02:52:18.35825Z","end":"2026-03-07T02:52:20.634351Z","steps":["trace[1251551923] 'process raft request' (duration: 2.274847437s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.634446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.232019Z","time spent":"2.402336995s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:20.634461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.358226Z","time spent":"2.276189306s","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:52:20.634477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277709705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:20.63505Z","caller":"traceutil/trace.go:171","msg":"trace[1934068997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"1.278296578s","start":"2026-03-07T02:52:19.356734Z","end":"2026-03-07T02:52:20.635031Z","steps":["trace[1934068997] 'agreement among raft nodes before linearized reading' (duration: 1.277653744s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.634582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898167448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T02:52:20.635295Z","caller":"traceutil/trace.go:171","msg":"trace[303595222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:973; }","duration":"1.898915264s","start":"2026-03-07T02:52:18.736366Z","end":"2026-03-07T02:52:20.635281Z","steps":["trace[303595222] 'agreement among raft nodes before linearized reading' (duration: 1.898086275s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.635327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.736349Z","time spent":"1.898968806s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:52:20.634686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004210838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T02:52:20.635443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.356681Z","time spent":"1.278570626s","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:52:20.635407Z","caller":"traceutil/trace.go:171","msg":"trace[1093290474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:973; }","duration":"2.004956845s","start":"2026-03-07T02:52:18.63043Z","end":"2026-03-07T02:52:20.635387Z","steps":["trace[1093290474] 'agreement among raft nodes before linearized reading' (duration: 2.004183318s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.634966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107678919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:52:20.635513Z","caller":"traceutil/trace.go:171","msg":"trace[98089338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:973; }","duration":"1.108252333s","start":"2026-03-07T02:52:19.527251Z","end":"2026-03-07T02:52:20.635503Z","steps":["trace[98089338] 'agreement among raft nodes before linearized reading' (duration: 1.107557457s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.635542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.527238Z","time spent":"1.108296624s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:52:20.635565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:18.630411Z","time spent":"2.005135549s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T02:52:21.278356Z","caller":"traceutil/trace.go:171","msg":"trace[791542921] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"246.38635ms","start":"2026-03-07T02:52:21.031945Z","end":"2026-03-07T02:52:21.278331Z","steps":["trace[791542921] 'process raft request' (duration: 230.718118ms)","trace[791542921] 'compare' (duration: 15.5483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:22.176755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.519227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T02:52:22.176853Z","caller":"traceutil/trace.go:171","msg":"trace[595938332] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:984; }","duration":"365.67486ms","start":"2026-03-07T02:52:21.811158Z","end":"2026-03-07T02:52:22.176832Z","steps":["trace[595938332] 'range keys from in-memory index tree' (duration: 365.256461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:22.176912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:21.811136Z","time spent":"365.766762ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-07T02:52:22.748204Z","caller":"traceutil/trace.go:171","msg":"trace[1952365633] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1026; }","duration":"392.3197ms","start":"2026-03-07T02:52:22.355856Z","end":"2026-03-07T02:52:22.748176Z","steps":["trace[1952365633] 'read index received' (duration: 392.120186ms)","trace[1952365633] 'applied index is now lower than readState.Index' (duration: 197.974µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:22.74823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:22.178131Z","time spent":"570.089375ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T02:52:22.74838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.501354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:22.748415Z","caller":"traceutil/trace.go:171","msg":"trace[264387936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:984; }","duration":"392.591066ms","start":"2026-03-07T02:52:22.355815Z","end":"2026-03-07T02:52:22.748406Z","steps":["trace[264387936] 'agreement among raft nodes before linearized reading' (duration: 392.508654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:22.74844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:22.355797Z","time spent":"392.637657ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:52:22.748785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.761122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:52:22.748827Z","caller":"traceutil/trace.go:171","msg":"trace[314050104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:984; }","duration":"109.852224ms","start":"2026-03-07T02:52:22.638959Z","end":"2026-03-07T02:52:22.748811Z","steps":["trace[314050104] 'agreement among raft nodes before linearized reading' (duration: 109.707111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:23.149564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.521207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:23.149703Z","caller":"traceutil/trace.go:171","msg":"trace[917224354] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1027; }","duration":"400.292614ms","start":"2026-03-07T02:52:22.749386Z","end":"2026-03-07T02:52:23.149678Z","steps":["trace[917224354] 'read index received' (duration: 257.514012ms)","trace[917224354] 'applied index is now lower than readState.Index' (duration: 142.776702ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:23.149761Z","caller":"traceutil/trace.go:171","msg":"trace[410210402] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"400.485358ms","start":"2026-03-07T02:52:22.749231Z","end":"2026-03-07T02:52:23.149717Z","steps":["trace[410210402] 'process raft request' (duration: 257.690995ms)","trace[410210402] 'compare' (duration: 142.027626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:23.150021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.624171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:52:23.150048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:22.749212Z","time spent":"400.630971ms","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:23.150327Z","caller":"traceutil/trace.go:171","msg":"trace[1521013635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"400.695843ms","start":"2026-03-07T02:52:22.74936Z","end":"2026-03-07T02:52:23.150056Z","steps":["trace[1521013635] 'agreement among raft nodes before linearized reading' (duration: 400.390316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:23.150397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:22.749349Z","time spent":"401.03411ms","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:52:23.480314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.275806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:23.480629Z","caller":"traceutil/trace.go:171","msg":"trace[700001244] linearizableReadLoop","detail":"{readStateIndex:1032; appliedIndex:1028; }","duration":"327.383795ms","start":"2026-03-07T02:52:23.153229Z","end":"2026-03-07T02:52:23.480613Z","steps":["trace[700001244] 'read index received' (duration: 131.811572ms)","trace[700001244] 'applied index is now lower than readState.Index' (duration: 195.571373ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:23.48073Z","caller":"traceutil/trace.go:171","msg":"trace[162761755] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"727.082035ms","start":"2026-03-07T02:52:22.753639Z","end":"2026-03-07T02:52:23.480721Z","steps":["trace[162761755] 'process raft request' (duration: 726.923842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:23.480796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:22.753631Z","time spent":"727.129926ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:23.48085Z","caller":"traceutil/trace.go:171","msg":"trace[601611723] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"728.699841ms","start":"2026-03-07T02:52:22.752133Z","end":"2026-03-07T02:52:23.480833Z","steps":["trace[601611723] 'process raft request' (duration: 532.825332ms)","trace[601611723] 'compare' (duration: 195.153793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:23.480903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.089057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T02:52:23.480767Z","caller":"traceutil/trace.go:171","msg":"trace[1660186709] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"727.522795ms","start":"2026-03-07T02:52:22.753206Z","end":"2026-03-07T02:52:23.480729Z","steps":["trace[1660186709] 'process raft request' (duration: 727.3268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:23.480961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.680161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-07T02:52:23.481027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.318789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:23.481031Z","caller":"traceutil/trace.go:171","msg":"trace[1789101523] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:989; }","duration":"327.834555ms","start":"2026-03-07T02:52:23.153177Z","end":"2026-03-07T02:52:23.481012Z","steps":["trace[1789101523] 'agreement among raft nodes before linearized reading' (duration: 327.63525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:23.481032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:22.753188Z","time spent":"727.81478ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:23.481062Z","caller":"traceutil/trace.go:171","msg":"trace[572787237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:989; }","duration":"124.38714ms","start":"2026-03-07T02:52:23.356665Z","end":"2026-03-07T02:52:23.481052Z","steps":["trace[572787237] 'agreement among raft nodes before linearized reading' (duration: 124.340229ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:23.481068Z","caller":"traceutil/trace.go:171","msg":"trace[2121606884] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"728.520287ms","start":"2026-03-07T02:52:22.752532Z","end":"2026-03-07T02:52:23.481052Z","steps":["trace[2121606884] 'process raft request' (duration: 727.894634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:23.481156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:22.752522Z","time spent":"728.592429ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:23.481011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:22.752119Z","time spent":"728.788282ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:23.480976Z","caller":"traceutil/trace.go:171","msg":"trace[582073393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:989; }","duration":"198.211779ms","start":"2026-03-07T02:52:23.282748Z","end":"2026-03-07T02:52:23.48096Z","steps":["trace[582073393] 'agreement among raft nodes before linearized reading' (duration: 198.001695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:23.481082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:23.15316Z","time spent":"327.909177ms","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-07T02:52:24.071317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.476361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:24.07146Z","caller":"traceutil/trace.go:171","msg":"trace[394650407] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1032; }","duration":"414.882872ms","start":"2026-03-07T02:52:23.656552Z","end":"2026-03-07T02:52:24.071435Z","steps":["trace[394650407] 'read index received' (duration: 252.139936ms)","trace[394650407] 'applied index is now lower than readState.Index' (duration: 162.740966ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:24.071487Z","caller":"traceutil/trace.go:171","msg":"trace[1181063469] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"583.62657ms","start":"2026-03-07T02:52:23.487824Z","end":"2026-03-07T02:52:24.07145Z","steps":["trace[1181063469] 'process raft request' (duration: 420.877813ms)","trace[1181063469] 'compare' (duration: 161.532301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:24.071558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.003015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:24.071595Z","caller":"traceutil/trace.go:171","msg":"trace[1638191501] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:990; }","duration":"415.083097ms","start":"2026-03-07T02:52:23.656496Z","end":"2026-03-07T02:52:24.071579Z","steps":["trace[1638191501] 'agreement among raft nodes before linearized reading' (duration: 415.003115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:24.071645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:23.65647Z","time spent":"415.164278ms","remote":"127.0.0.1:42926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:52:24.071663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:23.487807Z","time spent":"583.757662ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:24.167957Z","caller":"traceutil/trace.go:171","msg":"trace[1998176919] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"334.903549ms","start":"2026-03-07T02:52:23.833027Z","end":"2026-03-07T02:52:24.167931Z","steps":["trace[1998176919] 'process raft request' (duration: 334.728525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:24.168157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:23.833006Z","time spent":"335.036062ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:26.226273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.982611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:26.226511Z","caller":"traceutil/trace.go:171","msg":"trace[1013885591] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"736.473639ms","start":"2026-03-07T02:52:25.489995Z","end":"2026-03-07T02:52:26.226468Z","steps":["trace[1013885591] 'process raft request' (duration: 557.218753ms)","trace[1013885591] 'compare' (duration: 178.107021ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:26.226548Z","caller":"traceutil/trace.go:171","msg":"trace[175350575] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"735.717773ms","start":"2026-03-07T02:52:25.490812Z","end":"2026-03-07T02:52:26.226529Z","steps":["trace[175350575] 'process raft request' (duration: 735.55863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:26.22666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:25.490787Z","time spent":"735.816135ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:26.22671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:25.489969Z","time spent":"736.640073ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:26.226865Z","caller":"traceutil/trace.go:171","msg":"trace[1790862483] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"735.51367ms","start":"2026-03-07T02:52:25.491318Z","end":"2026-03-07T02:52:26.226832Z","steps":["trace[1790862483] 'process raft request' (duration: 735.11312ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:26.226963Z","caller":"traceutil/trace.go:171","msg":"trace[2136492878] linearizableReadLoop","detail":"{readStateIndex:1038; appliedIndex:1035; }","duration":"151.182044ms","start":"2026-03-07T02:52:26.075766Z","end":"2026-03-07T02:52:26.226948Z","steps":["trace[2136492878] 'read index received' (duration: 41.261µs)","trace[2136492878] 'applied index is now lower than readState.Index' (duration: 151.139413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:26.227145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.382688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:52:26.227193Z","caller":"traceutil/trace.go:171","msg":"trace[397674308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:995; }","duration":"151.46737ms","start":"2026-03-07T02:52:26.075712Z","end":"2026-03-07T02:52:26.227179Z","steps":["trace[397674308] 'agreement among raft nodes before linearized reading' (duration: 151.281936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:26.227568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:25.491308Z","time spent":"735.644402ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:26.947293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.00624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:26.947649Z","caller":"traceutil/trace.go:171","msg":"trace[990614680] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1038; }","duration":"370.27926ms","start":"2026-03-07T02:52:26.577347Z","end":"2026-03-07T02:52:26.947626Z","steps":["trace[990614680] 'read index received' (duration: 63.968903ms)","trace[990614680] 'applied index is now lower than readState.Index' (duration: 306.308276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:26.947956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.608776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-07T02:52:26.948032Z","caller":"traceutil/trace.go:171","msg":"trace[1123238197] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"716.115477ms","start":"2026-03-07T02:52:26.231877Z","end":"2026-03-07T02:52:26.947993Z","steps":["trace[1123238197] 'process raft request' (duration: 409.317221ms)","trace[1123238197] 'compare' (duration: 305.833096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:26.948204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:26.231858Z","time spent":"716.25654ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:26.948558Z","caller":"traceutil/trace.go:171","msg":"trace[73640520] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:996; }","duration":"370.708438ms","start":"2026-03-07T02:52:26.577333Z","end":"2026-03-07T02:52:26.948041Z","steps":["trace[73640520] 'agreement among raft nodes before linearized reading' (duration: 370.415502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:26.948716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:26.577279Z","time spent":"371.416464ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-07T02:52:27.181555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.994417ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T02:52:29.584847Z","caller":"traceutil/trace.go:171","msg":"trace[402483011] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1052; }","duration":"228.631642ms","start":"2026-03-07T02:52:29.356193Z","end":"2026-03-07T02:52:29.584825Z","steps":["trace[402483011] 'read index received' (duration: 228.501569ms)","trace[402483011] 'applied index is now lower than readState.Index' (duration: 129.163µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:29.585008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.796926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:29.584997Z","caller":"traceutil/trace.go:171","msg":"trace[753965637] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"628.566579ms","start":"2026-03-07T02:52:28.956393Z","end":"2026-03-07T02:52:29.58496Z","steps":["trace[753965637] 'process raft request' (duration: 628.305743ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:29.585043Z","caller":"traceutil/trace.go:171","msg":"trace[1403154324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"228.874238ms","start":"2026-03-07T02:52:29.356157Z","end":"2026-03-07T02:52:29.585031Z","steps":["trace[1403154324] 'agreement among raft nodes before linearized reading' (duration: 228.797176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:29.585324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:28.956368Z","time spent":"628.727462ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:30.177898Z","caller":"traceutil/trace.go:171","msg":"trace[97537861] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"588.274021ms","start":"2026-03-07T02:52:29.589559Z","end":"2026-03-07T02:52:30.177833Z","steps":["trace[97537861] 'process raft request' (duration: 587.916403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:30.178011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:29.589513Z","time spent":"588.430594ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:30.352027Z","caller":"traceutil/trace.go:171","msg":"trace[1221778553] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"106.89171ms","start":"2026-03-07T02:52:30.245111Z","end":"2026-03-07T02:52:30.352003Z","steps":["trace[1221778553] 'process raft request' (duration: 103.980546ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:30.35307Z","caller":"traceutil/trace.go:171","msg":"trace[1390365199] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"107.683456ms","start":"2026-03-07T02:52:30.245353Z","end":"2026-03-07T02:52:30.353037Z","steps":["trace[1390365199] 'process raft request' (duration: 107.613405ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:30.353281Z","caller":"traceutil/trace.go:171","msg":"trace[1104774421] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"108.057746ms","start":"2026-03-07T02:52:30.245198Z","end":"2026-03-07T02:52:30.353256Z","steps":["trace[1104774421] 'process raft request' (duration: 107.555664ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:32.681005Z","caller":"traceutil/trace.go:171","msg":"trace[1096623575] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1069; }","duration":"325.347641ms","start":"2026-03-07T02:52:32.355634Z","end":"2026-03-07T02:52:32.680982Z","steps":["trace[1096623575] 'read index received' (duration: 325.136606ms)","trace[1096623575] 'applied index is now lower than readState.Index' (duration: 210.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:32.681145Z","caller":"traceutil/trace.go:171","msg":"trace[404808684] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"494.839905ms","start":"2026-03-07T02:52:32.186257Z","end":"2026-03-07T02:52:32.681097Z","steps":["trace[404808684] 'process raft request' (duration: 494.585679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:32.681197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.537636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:32.681249Z","caller":"traceutil/trace.go:171","msg":"trace[1143373033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"325.642428ms","start":"2026-03-07T02:52:32.355592Z","end":"2026-03-07T02:52:32.681235Z","steps":["trace[1143373033] 'agreement among raft nodes before linearized reading' (duration: 325.503415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:32.681289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:32.355572Z","time spent":"325.709429ms","remote":"127.0.0.1:50140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:52:32.681297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:32.186241Z","time spent":"494.975528ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:32.681415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.900546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T02:52:32.681478Z","caller":"traceutil/trace.go:171","msg":"trace[718025304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1025; }","duration":"321.974687ms","start":"2026-03-07T02:52:32.359489Z","end":"2026-03-07T02:52:32.681464Z","steps":["trace[718025304] 'agreement among raft nodes before linearized reading' (duration: 321.839474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:32.681521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:32.359482Z","time spent":"322.029508ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T02:52:32.681285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.776233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:52:32.681753Z","caller":"traceutil/trace.go:171","msg":"trace[780327570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1025; }","duration":"322.272814ms","start":"2026-03-07T02:52:32.359468Z","end":"2026-03-07T02:52:32.681741Z","steps":["trace[780327570] 'agreement among raft nodes before linearized reading' (duration: 321.64586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:32.681783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.268573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T02:52:32.68181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:32.359457Z","time spent":"322.336005ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:52:32.681833Z","caller":"traceutil/trace.go:171","msg":"trace[1383849955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1025; }","duration":"322.320715ms","start":"2026-03-07T02:52:32.359498Z","end":"2026-03-07T02:52:32.681819Z","steps":["trace[1383849955] 'agreement among raft nodes before linearized reading' (duration: 322.156271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:32.681873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:32.359471Z","time spent":"322.390905ms","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T02:52:36.672811Z","caller":"traceutil/trace.go:171","msg":"trace[929398703] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"108.604237ms","start":"2026-03-07T02:52:36.564177Z","end":"2026-03-07T02:52:36.672782Z","steps":["trace[929398703] 'process raft request' (duration: 108.428263ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:18.777037Z","caller":"traceutil/trace.go:171","msg":"trace[241714450] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"126.69858ms","start":"2026-03-07T02:53:18.650303Z","end":"2026-03-07T02:53:18.777001Z","steps":["trace[241714450] 'process raft request' (duration: 81.324031ms)","trace[241714450] 'compare' (duration: 45.207386ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:20.056483Z","caller":"traceutil/trace.go:171","msg":"trace[1021570157] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"185.9849ms","start":"2026-03-07T02:53:19.870463Z","end":"2026-03-07T02:53:20.056448Z","steps":["trace[1021570157] 'process raft request' (duration: 185.824426ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:37.302879Z","caller":"traceutil/trace.go:171","msg":"trace[1221173888] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"113.976407ms","start":"2026-03-07T02:53:37.188879Z","end":"2026-03-07T02:53:37.302856Z","steps":["trace[1221173888] 'process raft request' (duration: 113.886445ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:37.30288Z","caller":"traceutil/trace.go:171","msg":"trace[648123105] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1362; }","duration":"117.70455ms","start":"2026-03-07T02:53:37.185142Z","end":"2026-03-07T02:53:37.302846Z","steps":["trace[648123105] 'read index received' (duration: 26.788826ms)","trace[648123105] 'applied index is now lower than readState.Index' (duration: 90.913044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:37.303154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.763637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-07T02:53:37.303162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.098767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T02:53:37.303191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.20433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T02:53:37.303208Z","caller":"traceutil/trace.go:171","msg":"trace[724065573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1306; }","duration":"146.89193ms","start":"2026-03-07T02:53:37.156305Z","end":"2026-03-07T02:53:37.303197Z","steps":["trace[724065573] 'agreement among raft nodes before linearized reading' (duration: 146.641334ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:37.303222Z","caller":"traceutil/trace.go:171","msg":"trace[1143834891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1306; }","duration":"148.19011ms","start":"2026-03-07T02:53:37.155017Z","end":"2026-03-07T02:53:37.303207Z","steps":["trace[1143834891] 'agreement among raft nodes before linearized reading' (duration: 147.970494ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:37.30323Z","caller":"traceutil/trace.go:171","msg":"trace[341440092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1306; }","duration":"148.273921ms","start":"2026-03-07T02:53:37.154945Z","end":"2026-03-07T02:53:37.303219Z","steps":["trace[341440092] 'agreement among raft nodes before linearized reading' (duration: 148.011274ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:07.478486Z","caller":"traceutil/trace.go:171","msg":"trace[310853324] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"105.513616ms","start":"2026-03-07T02:54:07.372937Z","end":"2026-03-07T02:54:07.478451Z","steps":["trace[310853324] 'process raft request' (duration: 36.348051ms)","trace[310853324] 'compare' (duration: 68.93462ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:16.945454Z","caller":"traceutil/trace.go:171","msg":"trace[1232423167] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"159.548866ms","start":"2026-03-07T02:54:16.785871Z","end":"2026-03-07T02:54:16.94542Z","steps":["trace[1232423167] 'process raft request' (duration: 159.364141ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:17.850772Z","caller":"traceutil/trace.go:171","msg":"trace[582597491] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"145.116697ms","start":"2026-03-07T02:54:17.705638Z","end":"2026-03-07T02:54:17.850755Z","steps":["trace[582597491] 'process raft request' (duration: 138.077165ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:17.850904Z","caller":"traceutil/trace.go:171","msg":"trace[926398755] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"107.588591ms","start":"2026-03-07T02:54:17.743134Z","end":"2026-03-07T02:54:17.850722Z","steps":["trace[926398755] 'read index received' (duration: 100.60418ms)","trace[926398755] 'applied index is now lower than readState.Index' (duration: 6.983751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:17.851125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.00894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T02:54:17.851157Z","caller":"traceutil/trace.go:171","msg":"trace[1557277687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1472; }","duration":"108.132503ms","start":"2026-03-07T02:54:17.743017Z","end":"2026-03-07T02:54:17.851149Z","steps":["trace[1557277687] 'agreement among raft nodes before linearized reading' (duration: 107.910158ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:26.756232Z","caller":"traceutil/trace.go:171","msg":"trace[1298308010] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"123.753928ms","start":"2026-03-07T02:54:26.632451Z","end":"2026-03-07T02:54:26.756205Z","steps":["trace[1298308010] 'process raft request' (duration: 123.625875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:37.429504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.60029ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"}