{"level":"warn","ts":"2026-02-25T19:25:19.76308Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T19:25:19.763174Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.81:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.81:2380","--initial-cluster=instance=https://199.19.213.81:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.81:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.81:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T19:25:19.763255Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T19:25:19.76327Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.81:2380"]} {"level":"info","ts":"2026-02-25T19:25:19.763294Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T19:25:19.764203Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"]} {"level":"info","ts":"2026-02-25T19:25:19.764298Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.81:2380"],"listen-peer-urls":["https://199.19.213.81:2380"],"advertise-client-urls":["https://199.19.213.81:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.81:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T19:25:19.769046Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.261581ms"} {"level":"info","ts":"2026-02-25T19:25:19.779302Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1627b0b72e417489","cluster-id":"d42e5eae8a1b814c"} {"level":"info","ts":"2026-02-25T19:25:19.779372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T19:25:19.779397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became follower at term 0"} {"level":"info","ts":"2026-02-25T19:25:19.77941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1627b0b72e417489 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T19:25:19.779422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became follower at term 1"} {"level":"info","ts":"2026-02-25T19:25:19.779484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=(1596438893727675529)"} {"level":"warn","ts":"2026-02-25T19:25:19.786898Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T19:25:19.788708Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T19:25:19.791797Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T19:25:19.794168Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1627b0b72e417489","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T19:25:19.794457Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1627b0b72e417489","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T19:25:19.794548Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:25:19.79474Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:25:19.794755Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:25:19.795383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=(1596438893727675529)"} {"level":"info","ts":"2026-02-25T19:25:19.795948Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d42e5eae8a1b814c","local-member-id":"1627b0b72e417489","added-peer-id":"1627b0b72e417489","added-peer-peer-urls":["https://199.19.213.81:2380"]} {"level":"info","ts":"2026-02-25T19:25:19.798795Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T19:25:19.800423Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1627b0b72e417489","initial-advertise-peer-urls":["https://199.19.213.81:2380"],"listen-peer-urls":["https://199.19.213.81:2380"],"advertise-client-urls":["https://199.19.213.81:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T19:25:19.800496Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T19:25:19.80093Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.81:2380"} {"level":"info","ts":"2026-02-25T19:25:19.800981Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.81:2380"} {"level":"info","ts":"2026-02-25T19:25:20.780782Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T19:25:20.780857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T19:25:20.780885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 received MsgPreVoteResp from 1627b0b72e417489 at term 1"} {"level":"info","ts":"2026-02-25T19:25:20.780903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became candidate at term 2"} {"level":"info","ts":"2026-02-25T19:25:20.780913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 received MsgVoteResp from 1627b0b72e417489 at term 2"} {"level":"info","ts":"2026-02-25T19:25:20.780929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became leader at term 2"} {"level":"info","ts":"2026-02-25T19:25:20.780942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1627b0b72e417489 elected leader 1627b0b72e417489 at term 2"} {"level":"info","ts":"2026-02-25T19:25:20.954051Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1627b0b72e417489","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.81:2379]}","request-path":"/0/members/1627b0b72e417489/attributes","cluster-id":"d42e5eae8a1b814c","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T19:25:20.954218Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T19:25:20.954526Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T19:25:20.954751Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:25:20.957144Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d42e5eae8a1b814c","local-member-id":"1627b0b72e417489","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:25:20.957296Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:25:20.95736Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:25:20.957788Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T19:25:20.95805Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.81:2379"} {"level":"info","ts":"2026-02-25T19:25:20.962531Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T19:25:20.962636Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T19:25:23.480566Z","caller":"traceutil/trace.go:171","msg":"trace[2054672453] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"205.688863ms","start":"2026-02-25T19:25:23.274847Z","end":"2026-02-25T19:25:23.480536Z","steps":["trace[2054672453] 'read index received' (duration: 112.145825ms)","trace[2054672453] 'applied index is now lower than readState.Index' (duration: 93.541988ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:25:23.480656Z","caller":"traceutil/trace.go:171","msg":"trace[1271282606] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"254.585504ms","start":"2026-02-25T19:25:23.226025Z","end":"2026-02-25T19:25:23.48061Z","steps":["trace[1271282606] 'process raft request' (duration: 160.891932ms)","trace[1271282606] 'compare' (duration: 93.479906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:25:23.480794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.889778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:25:23.480868Z","caller":"traceutil/trace.go:171","msg":"trace[961513264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"206.031813ms","start":"2026-02-25T19:25:23.274817Z","end":"2026-02-25T19:25:23.480848Z","steps":["trace[961513264] 'agreement among raft nodes before linearized reading' (duration: 205.832867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:25.326133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317651185s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:25:25.326393Z","caller":"traceutil/trace.go:171","msg":"trace[914665216] linearizableReadLoop","detail":"{readStateIndex:106; appliedIndex:105; }","duration":"1.050425784s","start":"2026-02-25T19:25:24.275899Z","end":"2026-02-25T19:25:25.326325Z","steps":["trace[914665216] 'read index received' (duration: 61.762µs)","trace[914665216] 'applied index is now lower than readState.Index' (duration: 1.050362532s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:25:25.32647Z","caller":"traceutil/trace.go:171","msg":"trace[1727883046] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"1.367013869s","start":"2026-02-25T19:25:23.959422Z","end":"2026-02-25T19:25:25.326435Z","steps":["trace[1727883046] 'process raft request' (duration: 48.457838ms)","trace[1727883046] 'compare' (duration: 1.31748754s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:25:25.326605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050688671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:25:25.326693Z","caller":"traceutil/trace.go:171","msg":"trace[839577137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:102; }","duration":"1.050792354s","start":"2026-02-25T19:25:24.275867Z","end":"2026-02-25T19:25:25.32666Z","steps":["trace[839577137] 'agreement among raft nodes before linearized reading' (duration: 1.050603739s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:25.326658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:23.959412Z","time spent":"1.367127842s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:25:25.326793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:24.275849Z","time spent":"1.050929028s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:25:25.770446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.210468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:25:25.77053Z","caller":"traceutil/trace.go:171","msg":"trace[787980736] linearizableReadLoop","detail":"{readStateIndex:107; appliedIndex:106; }","duration":"395.605558ms","start":"2026-02-25T19:25:25.374911Z","end":"2026-02-25T19:25:25.770517Z","steps":["trace[787980736] 'read index received' (duration: 95.186644ms)","trace[787980736] 'applied index is now lower than readState.Index' (duration: 300.417834ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:25:25.770604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.693691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:25:25.770623Z","caller":"traceutil/trace.go:171","msg":"trace[260795360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:103; }","duration":"395.746473ms","start":"2026-02-25T19:25:25.37487Z","end":"2026-02-25T19:25:25.770616Z","steps":["trace[260795360] 'agreement among raft nodes before linearized reading' (duration: 395.680441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:25.770648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:25.374855Z","time spent":"395.787984ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:25:25.77067Z","caller":"traceutil/trace.go:171","msg":"trace[171694090] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"439.042925ms","start":"2026-02-25T19:25:25.331569Z","end":"2026-02-25T19:25:25.770612Z","steps":["trace[171694090] 'process raft request' (duration: 138.5878ms)","trace[171694090] 'compare' (duration: 300.074754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:25:25.770856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:25.331549Z","time spent":"439.224921ms","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:25:26.469613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397353503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:25:26.970325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397353503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:25:27.470659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397353503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:25:27.970991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397353503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:25:28.374663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:25:28.374726Z","caller":"traceutil/trace.go:171","msg":"trace[309518215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047714s","start":"2026-02-25T19:25:26.37466Z","end":"2026-02-25T19:25:28.374708Z","steps":["trace[309518215] 'agreement among raft nodes before linearized reading' (duration: 1.999948681s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:28.374758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:26.374646Z","time spent":"2.000102205s","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:25:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:25:28.455185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:25:28.455371Z","caller":"traceutil/trace.go:171","msg":"trace[1388832978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000942247s","start":"2026-02-25T19:25:26.454396Z","end":"2026-02-25T19:25:28.455338Z","steps":["trace[1388832978] 'agreement among raft nodes before linearized reading' (duration: 2.000684249s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:28.455445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:26.45438Z","time spent":"2.00105182s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:25:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:25:28.471192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397353503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:25:28.684581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.90950867s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:25:30.472286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787460259s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:25:30.475371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T19:25:30.475502Z","caller":"traceutil/trace.go:171","msg":"trace[304650791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181523s","start":"2026-02-25T19:25:28.47529Z","end":"2026-02-25T19:25:30.475472Z","steps":["trace[304650791] 'agreement among raft nodes before linearized reading' (duration: 1.999959937s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:30.475612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:28.475227Z","time spent":"2.000369128s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:25:31.251604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566639571s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-25T19:25:31.251851Z","caller":"traceutil/trace.go:171","msg":"trace[1790559861] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"5.476796259s","start":"2026-02-25T19:25:25.774998Z","end":"2026-02-25T19:25:31.251795Z","steps":["trace[1790559861] 'process raft request' (duration: 2.90987066s)","trace[1790559861] 'compare' (duration: 2.565708014s)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:25:31.251931Z","caller":"traceutil/trace.go:171","msg":"trace[85714894] linearizableReadLoop","detail":"{readStateIndex:109; appliedIndex:107; }","duration":"5.283246409s","start":"2026-02-25T19:25:25.968667Z","end":"2026-02-25T19:25:31.251914Z","steps":["trace[85714894] 'read index received' (duration: 2.716191176s)","trace[85714894] 'applied index is now lower than readState.Index' (duration: 2.567053643s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:25:31.251997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:25.774987Z","time spent":"5.476943264s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":699,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:25:31.252011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:28.293168Z","time spent":"2.958834212s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T19:25:31.252354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283671701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:25:31.252395Z","caller":"traceutil/trace.go:171","msg":"trace[35895496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:104; }","duration":"5.283731163s","start":"2026-02-25T19:25:25.968653Z","end":"2026-02-25T19:25:31.252384Z","steps":["trace[35895496] 'agreement among raft nodes before linearized reading' (duration: 5.283658371s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:31.252424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:25.968647Z","time spent":"5.283770984s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:25:31.266261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.077191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-25T19:25:31.26627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310943252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:25:31.266306Z","caller":"traceutil/trace.go:171","msg":"trace[1051436316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:105; }","duration":"790.177584ms","start":"2026-02-25T19:25:30.476118Z","end":"2026-02-25T19:25:31.266295Z","steps":["trace[1051436316] 'agreement among raft nodes before linearized reading' (duration: 790.05468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:31.266329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:30.476085Z","time spent":"790.239615ms","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:25:31.266331Z","caller":"traceutil/trace.go:171","msg":"trace[1350533571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:105; }","duration":"1.311055375s","start":"2026-02-25T19:25:29.955257Z","end":"2026-02-25T19:25:31.266312Z","steps":["trace[1350533571] 'agreement among raft nodes before linearized reading' (duration: 1.310923561s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:31.266344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392400629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3465"} {"level":"warn","ts":"2026-02-25T19:25:31.266366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:29.95522Z","time spent":"1.311138377s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:25:31.266391Z","caller":"traceutil/trace.go:171","msg":"trace[1163969358] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:105; }","duration":"2.392506242s","start":"2026-02-25T19:25:28.87387Z","end":"2026-02-25T19:25:31.266376Z","steps":["trace[1163969358] 'agreement among raft nodes before linearized reading' (duration: 2.392420679s)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:25:31.266441Z","caller":"traceutil/trace.go:171","msg":"trace[582034404] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"1.720917827s","start":"2026-02-25T19:25:29.545515Z","end":"2026-02-25T19:25:31.266433Z","steps":["trace[582034404] 'process raft request' (duration: 1.720534775s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:31.266447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:28.873837Z","time spent":"2.392601485s","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3488,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-02-25T19:25:31.26648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:29.545491Z","time spent":"1.720968888s","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:25:31.266656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611782873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:25:31.26681Z","caller":"traceutil/trace.go:171","msg":"trace[1385300792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:105; }","duration":"4.611982329s","start":"2026-02-25T19:25:26.654767Z","end":"2026-02-25T19:25:31.266749Z","steps":["trace[1385300792] 'agreement among raft nodes before linearized reading' (duration: 4.611727141s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:31.266882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:26.654744Z","time spent":"4.612121533s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:25:31.76662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397353511,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:25:32.046886Z","caller":"traceutil/trace.go:171","msg":"trace[901023118] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"792.217876ms","start":"2026-02-25T19:25:31.25464Z","end":"2026-02-25T19:25:32.046857Z","steps":["trace[901023118] 'process raft request' (duration: 784.079018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:32.047015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:31.254614Z","time spent":"792.340739ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:25:32.04694Z","caller":"traceutil/trace.go:171","msg":"trace[353794734] transaction","detail":"{read_only:false; response_revision:107; number_of_response:1; }","duration":"789.566588ms","start":"2026-02-25T19:25:31.257343Z","end":"2026-02-25T19:25:32.046909Z","steps":["trace[353794734] 'process raft request' (duration: 789.449545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:32.047276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:31.257332Z","time spent":"789.859276ms","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:25:32.049111Z","caller":"traceutil/trace.go:171","msg":"trace[621101399] linearizableReadLoop","detail":"{readStateIndex:115; appliedIndex:110; }","duration":"782.935314ms","start":"2026-02-25T19:25:31.266159Z","end":"2026-02-25T19:25:32.049095Z","steps":["trace[621101399] 'read index received' (duration: 772.652854ms)","trace[621101399] 'applied index is now lower than readState.Index' (duration: 10.28124ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:25:32.049156Z","caller":"traceutil/trace.go:171","msg":"trace[1440670681] transaction","detail":"{read_only:false; response_revision:109; number_of_response:1; }","duration":"761.496619ms","start":"2026-02-25T19:25:31.287641Z","end":"2026-02-25T19:25:32.049137Z","steps":["trace[1440670681] 'process raft request' (duration: 761.334614ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:25:32.049148Z","caller":"traceutil/trace.go:171","msg":"trace[1638919759] transaction","detail":"{read_only:false; response_revision:108; number_of_response:1; }","duration":"777.96587ms","start":"2026-02-25T19:25:31.271131Z","end":"2026-02-25T19:25:32.049097Z","steps":["trace[1638919759] 'process raft request' (duration: 777.759994ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:25:32.049233Z","caller":"traceutil/trace.go:171","msg":"trace[1082838733] transaction","detail":"{read_only:false; response_revision:110; number_of_response:1; }","duration":"544.6421ms","start":"2026-02-25T19:25:31.504581Z","end":"2026-02-25T19:25:32.049223Z","steps":["trace[1082838733] 'process raft request' (duration: 544.477515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:32.049255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:31.271103Z","time spent":"778.106784ms","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:25:32.049302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:31.504544Z","time spent":"544.721392ms","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:25:32.049606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.655583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-25T19:25:32.049531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.613826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-scheduler\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T19:25:32.049664Z","caller":"traceutil/trace.go:171","msg":"trace[1356902954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:110; }","duration":"774.747816ms","start":"2026-02-25T19:25:31.274902Z","end":"2026-02-25T19:25:32.04965Z","steps":["trace[1356902954] 'agreement among raft nodes before linearized reading' (duration: 774.655503ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:25:32.04967Z","caller":"traceutil/trace.go:171","msg":"trace[1592039475] range","detail":"{range_begin:/registry/clusterroles/system:kube-scheduler; range_end:; response_count:0; response_revision:110; }","duration":"793.779681ms","start":"2026-02-25T19:25:31.255877Z","end":"2026-02-25T19:25:32.049657Z","steps":["trace[1592039475] 'agreement among raft nodes before linearized reading' (duration: 793.585355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:25:32.049702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:31.274892Z","time spent":"774.802927ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:25:32.049704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:31.255863Z","time spent":"793.832212ms","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:25:32.050165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:25:31.287627Z","time spent":"761.568681ms","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:25:37.140288Z","caller":"traceutil/trace.go:171","msg":"trace[1640184708] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"152.42948ms","start":"2026-02-25T19:25:36.987823Z","end":"2026-02-25T19:25:37.140252Z","steps":["trace[1640184708] 'process raft request' (duration: 152.134871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:02.772496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397354416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:26:02.79355Z","caller":"traceutil/trace.go:171","msg":"trace[1948881898] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"588.11138ms","start":"2026-02-25T19:26:02.205415Z","end":"2026-02-25T19:26:02.793526Z","steps":["trace[1948881898] 'process raft request' (duration: 587.977077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:02.793695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:02.205398Z","time spent":"588.223801ms","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:26:03.325753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.988305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:26:03.325865Z","caller":"traceutil/trace.go:171","msg":"trace[594277510] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:574; }","duration":"1.054437498s","start":"2026-02-25T19:26:02.271411Z","end":"2026-02-25T19:26:03.325849Z","steps":["trace[594277510] 'read index received' (duration: 521.991414ms)","trace[594277510] 'applied index is now lower than readState.Index' (duration: 532.444924ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:26:03.325912Z","caller":"traceutil/trace.go:171","msg":"trace[122640269] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.118719024s","start":"2026-02-25T19:26:02.207165Z","end":"2026-02-25T19:26:03.325884Z","steps":["trace[122640269] 'process raft request' (duration: 725.527186ms)","trace[122640269] 'compare' (duration: 392.876003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:26:03.325963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054549329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:26:03.325989Z","caller":"traceutil/trace.go:171","msg":"trace[1852471786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"1.05460405s","start":"2026-02-25T19:26:02.271376Z","end":"2026-02-25T19:26:03.32598Z","steps":["trace[1852471786] 'agreement among raft nodes before linearized reading' (duration: 1.054558189s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:03.326019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:02.271358Z","time spent":"1.05465446s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:26:03.326024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:02.207156Z","time spent":"1.118808625s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:26:03.326187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.514627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T19:26:03.326307Z","caller":"traceutil/trace.go:171","msg":"trace[595521520] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:554; }","duration":"749.690281ms","start":"2026-02-25T19:26:02.576589Z","end":"2026-02-25T19:26:03.326279Z","steps":["trace[595521520] 'agreement among raft nodes before linearized reading' (duration: 749.433696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:03.326366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:02.576572Z","time spent":"749.780562ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"info","ts":"2026-02-25T19:26:07.154062Z","caller":"traceutil/trace.go:171","msg":"trace[1865001418] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:589; }","duration":"342.272623ms","start":"2026-02-25T19:26:06.811766Z","end":"2026-02-25T19:26:07.154038Z","steps":["trace[1865001418] 'read index received' (duration: 342.027729ms)","trace[1865001418] 'applied index is now lower than readState.Index' (duration: 243.854µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:26:07.154256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.472016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:26:07.154296Z","caller":"traceutil/trace.go:171","msg":"trace[183483427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"342.559607ms","start":"2026-02-25T19:26:06.811725Z","end":"2026-02-25T19:26:07.154285Z","steps":["trace[183483427] 'agreement among raft nodes before linearized reading' (duration: 342.405964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:07.154331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:06.81171Z","time spent":"342.613409ms","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:26:07.154346Z","caller":"traceutil/trace.go:171","msg":"trace[1454112957] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"550.633514ms","start":"2026-02-25T19:26:06.603687Z","end":"2026-02-25T19:26:07.15432Z","steps":["trace[1454112957] 'process raft request' (duration: 550.197736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:07.154496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:06.603658Z","time spent":"550.751175ms","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:26:07.27394Z","caller":"traceutil/trace.go:171","msg":"trace[591566705] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"113.028931ms","start":"2026-02-25T19:26:07.160892Z","end":"2026-02-25T19:26:07.273921Z","steps":["trace[591566705] 'process raft request' (duration: 41.766984ms)","trace[591566705] 'compare' (duration: 71.162236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:26:08.03911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397354456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:26:08.54016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397354456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:26:09.040575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397354456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:26:09.541384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397354456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:26:10.042235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415149397354456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:26:10.171229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.829689936s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T19:26:10.260608Z","caller":"traceutil/trace.go:171","msg":"trace[1494658671] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"2.919124451s","start":"2026-02-25T19:26:07.341463Z","end":"2026-02-25T19:26:10.260588Z","steps":["trace[1494658671] 'process raft request' (duration: 2.830004961s)","trace[1494658671] 'compare' (duration: 88.720183ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:26:10.260723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:07.341445Z","time spent":"2.919214432s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:26:10.271051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:26:10.271103Z","caller":"traceutil/trace.go:171","msg":"trace[443243772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022755s","start":"2026-02-25T19:26:08.270863Z","end":"2026-02-25T19:26:10.27109Z","steps":["trace[443243772] 'agreement among raft nodes before linearized reading' (duration: 2.000166279s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:10.271132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:08.270846Z","time spent":"2.00028016s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:26:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-25T19:26:10.332408Z","caller":"traceutil/trace.go:171","msg":"trace[437860132] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:591; }","duration":"2.793429862s","start":"2026-02-25T19:26:07.538958Z","end":"2026-02-25T19:26:10.332388Z","steps":["trace[437860132] 'read index received' (duration: 2.632471015s)","trace[437860132] 'applied index is now lower than readState.Index' (duration: 160.947376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:26:10.3326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793641525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T19:26:10.332753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711269269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:26:10.332788Z","caller":"traceutil/trace.go:171","msg":"trace[396789649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:569; }","duration":"2.711343039s","start":"2026-02-25T19:26:07.621435Z","end":"2026-02-25T19:26:10.332778Z","steps":["trace[396789649] 'agreement among raft nodes before linearized reading' (duration: 2.711274608s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:10.332818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:07.621415Z","time spent":"2.711395021s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:26:10.333244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055428679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:26:10.33334Z","caller":"traceutil/trace.go:171","msg":"trace[1975965468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:569; }","duration":"1.055558991s","start":"2026-02-25T19:26:09.277739Z","end":"2026-02-25T19:26:10.333298Z","steps":["trace[1975965468] 'agreement among raft nodes before linearized reading' (duration: 1.055038622s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:10.333383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:09.277709Z","time spent":"1.055665284s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:26:10.332688Z","caller":"traceutil/trace.go:171","msg":"trace[669027920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:569; }","duration":"2.793767908s","start":"2026-02-25T19:26:07.538909Z","end":"2026-02-25T19:26:10.332677Z","steps":["trace[669027920] 'agreement among raft nodes before linearized reading' (duration: 2.793592695s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:10.338547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:07.538887Z","time spent":"2.794903697s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:26:12.051512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.051087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:26:12.051765Z","caller":"traceutil/trace.go:171","msg":"trace[632940496] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"133.066625ms","start":"2026-02-25T19:26:11.918678Z","end":"2026-02-25T19:26:12.051744Z","steps":["trace[632940496] 'range keys from in-memory index tree' (duration: 132.033196ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:26:12.055533Z","caller":"traceutil/trace.go:171","msg":"trace[1932111984] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"312.697682ms","start":"2026-02-25T19:26:11.742789Z","end":"2026-02-25T19:26:12.055487Z","steps":["trace[1932111984] 'process raft request' (duration: 312.53911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:12.055877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:26:11.742767Z","time spent":"312.816435ms","remote":"127.0.0.1:37392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:26:12.066163Z","caller":"traceutil/trace.go:171","msg":"trace[1627035145] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"174.309883ms","start":"2026-02-25T19:26:11.891837Z","end":"2026-02-25T19:26:12.066147Z","steps":["trace[1627035145] 'process raft request' (duration: 174.222771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:26:15.39134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.413826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-02-25T19:26:15.391435Z","caller":"traceutil/trace.go:171","msg":"trace[1823862410] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:645; }","duration":"105.548629ms","start":"2026-02-25T19:26:15.28588Z","end":"2026-02-25T19:26:15.391429Z","steps":["trace[1823862410] 'agreement among raft nodes before linearized reading' (duration: 104.804554ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:26:15.394995Z","caller":"traceutil/trace.go:171","msg":"trace[1396039145] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"104.733093ms","start":"2026-02-25T19:26:15.285919Z","end":"2026-02-25T19:26:15.390652Z","steps":["trace[1396039145] 'read index received' (duration: 104.129912ms)","trace[1396039145] 'applied index is now lower than readState.Index' (duration: 602.271µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:26:15.39512Z","caller":"traceutil/trace.go:171","msg":"trace[854821170] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"157.262242ms","start":"2026-02-25T19:26:15.237839Z","end":"2026-02-25T19:26:15.395102Z","steps":["trace[854821170] 'process raft request' (duration: 152.2532ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:26:15.770728Z","caller":"traceutil/trace.go:171","msg":"trace[990609982] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"118.392075ms","start":"2026-02-25T19:26:15.65231Z","end":"2026-02-25T19:26:15.770702Z","steps":["trace[990609982] 'process raft request' (duration: 61.397483ms)","trace[990609982] 'compare' (duration: 56.853419ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:26:15.773414Z","caller":"traceutil/trace.go:171","msg":"trace[480696577] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:674; }","duration":"120.710608ms","start":"2026-02-25T19:26:15.652686Z","end":"2026-02-25T19:26:15.773397Z","steps":["trace[480696577] 'read index received' (duration: 61.104218ms)","trace[480696577] 'applied index is now lower than readState.Index' (duration: 59.60564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:26:15.77367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.967622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jc2jh\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-02-25T19:26:15.773705Z","caller":"traceutil/trace.go:171","msg":"trace[2086847365] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jc2jh; range_end:; response_count:1; response_revision:650; }","duration":"121.014813ms","start":"2026-02-25T19:26:15.652683Z","end":"2026-02-25T19:26:15.773698Z","steps":["trace[2086847365] 'agreement among raft nodes before linearized reading' (duration: 120.903761ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:26:15.773856Z","caller":"traceutil/trace.go:171","msg":"trace[1801650418] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"121.34809ms","start":"2026-02-25T19:26:15.652501Z","end":"2026-02-25T19:26:15.773849Z","steps":["trace[1801650418] 'process raft request' (duration: 120.639967ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:26:15.907304Z","caller":"traceutil/trace.go:171","msg":"trace[1298132376] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"120.302491ms","start":"2026-02-25T19:26:15.78697Z","end":"2026-02-25T19:26:15.907272Z","steps":["trace[1298132376] 'process raft request' (duration: 119.041087ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:26:20.199464Z","caller":"traceutil/trace.go:171","msg":"trace[459199462] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"109.112659ms","start":"2026-02-25T19:26:20.090334Z","end":"2026-02-25T19:26:20.199447Z","steps":["trace[459199462] 'process raft request' (duration: 108.989956ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:27:32.861121Z","caller":"traceutil/trace.go:171","msg":"trace[554927821] linearizableReadLoop","detail":"{readStateIndex:1032; appliedIndex:1031; }","duration":"202.717768ms","start":"2026-02-25T19:27:32.658379Z","end":"2026-02-25T19:27:32.861096Z","steps":["trace[554927821] 'read index received' (duration: 202.565844ms)","trace[554927821] 'applied index is now lower than readState.Index' (duration: 150.484µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:27:32.861469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.066746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:27:32.861824Z","caller":"traceutil/trace.go:171","msg":"trace[388617601] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:985; }","duration":"203.459787ms","start":"2026-02-25T19:27:32.658341Z","end":"2026-02-25T19:27:32.861801Z","steps":["trace[388617601] 'agreement among raft nodes before linearized reading' (duration: 203.054397ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:27:34.028097Z","caller":"traceutil/trace.go:171","msg":"trace[2024664507] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"105.008318ms","start":"2026-02-25T19:27:33.923066Z","end":"2026-02-25T19:27:34.028074Z","steps":["trace[2024664507] 'process raft request' (duration: 104.858304ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:27:35.204386Z","caller":"traceutil/trace.go:171","msg":"trace[106896189] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1045; }","duration":"145.44525ms","start":"2026-02-25T19:27:35.058917Z","end":"2026-02-25T19:27:35.204362Z","steps":["trace[106896189] 'read index received' (duration: 134.363835ms)","trace[106896189] 'applied index is now lower than readState.Index' (duration: 11.080325ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:27:35.204452Z","caller":"traceutil/trace.go:171","msg":"trace[692419553] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"158.910846ms","start":"2026-02-25T19:27:35.04551Z","end":"2026-02-25T19:27:35.204421Z","steps":["trace[692419553] 'process raft request' (duration: 147.792709ms)","trace[692419553] 'compare' (duration: 10.902831ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:27:35.204609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.663756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:5 size:1780"} {"level":"info","ts":"2026-02-25T19:27:35.204651Z","caller":"traceutil/trace.go:171","msg":"trace[446188391] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:5; response_revision:999; }","duration":"145.750297ms","start":"2026-02-25T19:27:35.058891Z","end":"2026-02-25T19:27:35.204641Z","steps":["trace[446188391] 'agreement among raft nodes before linearized reading' (duration: 145.562192ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:27:57.429616Z","caller":"traceutil/trace.go:171","msg":"trace[1933428752] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1112; }","duration":"109.6459ms","start":"2026-02-25T19:27:57.319952Z","end":"2026-02-25T19:27:57.429597Z","steps":["trace[1933428752] 'read index received' (duration: 109.588078ms)","trace[1933428752] 'applied index is now lower than readState.Index' (duration: 57.032µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:27:57.42973Z","caller":"traceutil/trace.go:171","msg":"trace[652487130] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"111.375727ms","start":"2026-02-25T19:27:57.318342Z","end":"2026-02-25T19:27:57.429718Z","steps":["trace[652487130] 'process raft request' (duration: 111.154581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:27:57.430367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.39461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-02-25T19:27:57.43045Z","caller":"traceutil/trace.go:171","msg":"trace[611350462] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:1062; }","duration":"110.516313ms","start":"2026-02-25T19:27:57.319911Z","end":"2026-02-25T19:27:57.430428Z","steps":["trace[611350462] 'agreement among raft nodes before linearized reading' (duration: 110.005999ms)"],"step_count":1}