{"level":"warn","ts":"2026-02-26T04:10:29.478966Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T04:10:29.479044Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T04:10:29.479106Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T04:10:29.479114Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-02-26T04:10:29.479129Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T04:10:29.47974Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-02-26T04:10:29.479806Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T04:10:29.484144Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.143537ms"} {"level":"info","ts":"2026-02-26T04:10:29.492474Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-02-26T04:10:29.492564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T04:10:29.49258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-02-26T04:10:29.49259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T04:10:29.492599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-02-26T04:10:29.492629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-02-26T04:10:29.506693Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T04:10:29.508712Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T04:10:29.509968Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T04:10:29.511646Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T04:10:29.512997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-02-26T04:10:29.512991Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T04:10:29.513183Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-02-26T04:10:29.513688Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T04:10:29.513816Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T04:10:29.51384Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T04:10:29.515547Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T04:10:29.51574Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T04:10:29.515771Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T04:10:29.515868Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-02-26T04:10:29.515881Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-02-26T04:10:29.893875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T04:10:29.893947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T04:10:29.893964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-02-26T04:10:29.893978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-02-26T04:10:29.893986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-02-26T04:10:29.893997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-02-26T04:10:29.894007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-02-26T04:10:29.896371Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T04:10:29.896909Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T04:10:29.897138Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T04:10:29.897518Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T04:10:29.897705Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T04:10:29.897722Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T04:10:29.898196Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T04:10:29.898327Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T04:10:29.898373Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T04:10:29.899373Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-02-26T04:10:29.899539Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T04:10:43.020453Z","caller":"traceutil/trace.go:171","msg":"trace[80195009] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"118.991248ms","start":"2026-02-26T04:10:42.901439Z","end":"2026-02-26T04:10:43.02043Z","steps":["trace[80195009] 'read index received' (duration: 118.799111ms)","trace[80195009] 'applied index is now lower than readState.Index' (duration: 191.167µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T04:10:43.02049Z","caller":"traceutil/trace.go:171","msg":"trace[1590651252] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"133.440727ms","start":"2026-02-26T04:10:42.88703Z","end":"2026-02-26T04:10:43.02047Z","steps":["trace[1590651252] 'process raft request' (duration: 133.27137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:10:43.020628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.181345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-02-26T04:10:43.020716Z","caller":"traceutil/trace.go:171","msg":"trace[1546680007] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:404; }","duration":"119.324492ms","start":"2026-02-26T04:10:42.90138Z","end":"2026-02-26T04:10:43.020704Z","steps":["trace[1546680007] 'agreement among raft nodes before linearized reading' (duration: 119.189236ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T04:10:57.642792Z","caller":"traceutil/trace.go:171","msg":"trace[1123904552] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"530.826239ms","start":"2026-02-26T04:10:57.11194Z","end":"2026-02-26T04:10:57.642766Z","steps":["trace[1123904552] 'process raft request' (duration: 530.702993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:10:57.643392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:10:57.111913Z","time spent":"531.005917ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T04:10:58.124561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.881262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T04:10:58.124645Z","caller":"traceutil/trace.go:171","msg":"trace[475382255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:469; }","duration":"458.01206ms","start":"2026-02-26T04:10:57.666615Z","end":"2026-02-26T04:10:58.124627Z","steps":["trace[475382255] 'range keys from in-memory index tree' (duration: 457.797389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:10:58.124683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:10:57.666596Z","time spent":"458.077573ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T04:10:58.124842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.009672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T04:10:58.124926Z","caller":"traceutil/trace.go:171","msg":"trace[1796163539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:469; }","duration":"168.134038ms","start":"2026-02-26T04:10:57.956772Z","end":"2026-02-26T04:10:58.124906Z","steps":["trace[1796163539] 'range keys from in-memory index tree' (duration: 167.929959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:02.646102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100638318852453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T04:11:02.698119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028876242s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T04:11:02.698703Z","caller":"traceutil/trace.go:171","msg":"trace[1026600850] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"1.029612898s","start":"2026-02-26T04:11:01.669067Z","end":"2026-02-26T04:11:02.69868Z","steps":["trace[1026600850] 'process raft request' (duration: 1.029482902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:02.698975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:01.669027Z","time spent":"1.029750865s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T04:11:02.715479Z","caller":"traceutil/trace.go:171","msg":"trace[780265821] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:525; }","duration":"569.485522ms","start":"2026-02-26T04:11:02.145956Z","end":"2026-02-26T04:11:02.715442Z","steps":["trace[780265821] 'read index received' (duration: 552.62759ms)","trace[780265821] 'applied index is now lower than readState.Index' (duration: 16.856412ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T04:11:02.71565Z","caller":"traceutil/trace.go:171","msg":"trace[356983425] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"602.118911ms","start":"2026-02-26T04:11:02.113507Z","end":"2026-02-26T04:11:02.715626Z","steps":["trace[356983425] 'process raft request' (duration: 601.753393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:02.715832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.113483Z","time spent":"602.232597ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T04:11:02.716013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.04717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T04:11:02.716108Z","caller":"traceutil/trace.go:171","msg":"trace[1117011168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"570.176996ms","start":"2026-02-26T04:11:02.145914Z","end":"2026-02-26T04:11:02.716091Z","steps":["trace[1117011168] 'agreement among raft nodes before linearized reading' (duration: 569.864831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:02.716197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.145708Z","time spent":"570.475891ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T04:11:02.716069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.65419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T04:11:02.716315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.816404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T04:11:02.716734Z","caller":"traceutil/trace.go:171","msg":"trace[1790762762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"420.284027ms","start":"2026-02-26T04:11:02.296421Z","end":"2026-02-26T04:11:02.716705Z","steps":["trace[1790762762] 'agreement among raft nodes before linearized reading' (duration: 419.777762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T04:11:02.716637Z","caller":"traceutil/trace.go:171","msg":"trace[30622145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:512; }","duration":"566.221628ms","start":"2026-02-26T04:11:02.150382Z","end":"2026-02-26T04:11:02.716604Z","steps":["trace[30622145] 'agreement among raft nodes before linearized reading' (duration: 565.611238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:02.716788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.2964Z","time spent":"420.376041ms","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T04:11:02.716879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.150369Z","time spent":"566.410578ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T04:11:03.244589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.940818Z","time spent":"303.75933ms","remote":"127.0.0.1:53302","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T04:11:03.245461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.765554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T04:11:03.24589Z","caller":"traceutil/trace.go:171","msg":"trace[801562055] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"523.916828ms","start":"2026-02-26T04:11:02.721927Z","end":"2026-02-26T04:11:03.245844Z","steps":["trace[801562055] 'process raft request' (duration: 84.456139ms)","trace[801562055] 'compare' (duration: 438.194846ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T04:11:03.24625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.721899Z","time spent":"524.286107ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T04:11:03.343311Z","caller":"traceutil/trace.go:171","msg":"trace[662507463] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"621.292371ms","start":"2026-02-26T04:11:02.721973Z","end":"2026-02-26T04:11:03.343265Z","steps":["trace[662507463] 'process raft request' (duration: 621.005097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:03.343571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.721952Z","time spent":"621.477201ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T04:11:03.343607Z","caller":"traceutil/trace.go:171","msg":"trace[866331163] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"616.245729ms","start":"2026-02-26T04:11:02.727329Z","end":"2026-02-26T04:11:03.343574Z","steps":["trace[866331163] 'process raft request' (duration: 615.86622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T04:11:03.343629Z","caller":"traceutil/trace.go:171","msg":"trace[1707775309] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:527; }","duration":"539.349478ms","start":"2026-02-26T04:11:02.804082Z","end":"2026-02-26T04:11:03.343432Z","steps":["trace[1707775309] 'read index received' (duration: 2.297585ms)","trace[1707775309] 'applied index is now lower than readState.Index' (duration: 537.015011ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T04:11:03.343771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.727319Z","time spent":"616.367586ms","remote":"127.0.0.1:48012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T04:11:03.344084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.99021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T04:11:03.344161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.820978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T04:11:03.344174Z","caller":"traceutil/trace.go:171","msg":"trace[1744418838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"540.126647ms","start":"2026-02-26T04:11:02.804027Z","end":"2026-02-26T04:11:03.344153Z","steps":["trace[1744418838] 'agreement among raft nodes before linearized reading' (duration: 539.943188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:03.344219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.804004Z","time spent":"540.206881ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T04:11:03.344239Z","caller":"traceutil/trace.go:171","msg":"trace[221488843] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:515; }","duration":"373.940434ms","start":"2026-02-26T04:11:02.970256Z","end":"2026-02-26T04:11:03.344196Z","steps":["trace[221488843] 'agreement among raft nodes before linearized reading' (duration: 373.757505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:03.344351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:02.970236Z","time spent":"374.039699ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-02-26T04:11:04.048965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:03.346591Z","time spent":"702.36862ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T04:11:04.435627Z","caller":"traceutil/trace.go:171","msg":"trace[518943223] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.085082497s","start":"2026-02-26T04:11:03.350519Z","end":"2026-02-26T04:11:04.435602Z","steps":["trace[518943223] 'process raft request' (duration: 1.039001059s)","trace[518943223] 'compare' (duration: 45.874448ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T04:11:04.435779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:03.350497Z","time spent":"1.085205473s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T04:11:04.43593Z","caller":"traceutil/trace.go:171","msg":"trace[1270890687] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"385.76991ms","start":"2026-02-26T04:11:04.050147Z","end":"2026-02-26T04:11:04.435917Z","steps":["trace[1270890687] 'process raft request' (duration: 385.403382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T04:11:04.435929Z","caller":"traceutil/trace.go:171","msg":"trace[427312726] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:531; }","duration":"140.938749ms","start":"2026-02-26T04:11:04.294962Z","end":"2026-02-26T04:11:04.435901Z","steps":["trace[427312726] 'read index received' (duration: 94.583908ms)","trace[427312726] 'applied index is now lower than readState.Index' (duration: 46.351931ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T04:11:04.43599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:04.050127Z","time spent":"385.831943ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T04:11:04.436085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.100197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T04:11:04.436769Z","caller":"traceutil/trace.go:171","msg":"trace[892275266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"141.829055ms","start":"2026-02-26T04:11:04.29493Z","end":"2026-02-26T04:11:04.436759Z","steps":["trace[892275266] 'agreement among raft nodes before linearized reading' (duration: 141.056456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T04:11:10.865752Z","caller":"traceutil/trace.go:171","msg":"trace[1112290629] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"129.772545ms","start":"2026-02-26T04:11:10.735954Z","end":"2026-02-26T04:11:10.865727Z","steps":["trace[1112290629] 'read index received' (duration: 129.617357ms)","trace[1112290629] 'applied index is now lower than readState.Index' (duration: 153.988µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T04:11:10.866047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.04511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T04:11:10.866129Z","caller":"traceutil/trace.go:171","msg":"trace[211821196] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"401.258898ms","start":"2026-02-26T04:11:10.464787Z","end":"2026-02-26T04:11:10.866046Z","steps":["trace[211821196] 'process raft request' (duration: 400.779303ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T04:11:10.866189Z","caller":"traceutil/trace.go:171","msg":"trace[1532773746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"130.23545ms","start":"2026-02-26T04:11:10.735939Z","end":"2026-02-26T04:11:10.866174Z","steps":["trace[1532773746] 'agreement among raft nodes before linearized reading' (duration: 129.891102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:10.866272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:10.464767Z","time spent":"401.425577ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T04:11:11.796017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100638318852551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T04:11:11.929579Z","caller":"traceutil/trace.go:171","msg":"trace[2000341808] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"634.195039ms","start":"2026-02-26T04:11:11.295365Z","end":"2026-02-26T04:11:11.92956Z","steps":["trace[2000341808] 'read index received' (duration: 634.084733ms)","trace[2000341808] 'applied index is now lower than readState.Index' (duration: 109.005µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T04:11:11.929605Z","caller":"traceutil/trace.go:171","msg":"trace[203889467] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"646.204768ms","start":"2026-02-26T04:11:11.283377Z","end":"2026-02-26T04:11:11.929582Z","steps":["trace[203889467] 'process raft request' (duration: 646.043539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:11.929701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.330876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T04:11:11.92972Z","caller":"traceutil/trace.go:171","msg":"trace[161777677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"634.415151ms","start":"2026-02-26T04:11:11.295298Z","end":"2026-02-26T04:11:11.929713Z","steps":["trace[161777677] 'agreement among raft nodes before linearized reading' (duration: 634.365188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:11.929725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:11.283356Z","time spent":"646.297052ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T04:11:11.929746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:11.295273Z","time spent":"634.469293ms","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T04:11:11.930041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.506497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T04:11:11.930187Z","caller":"traceutil/trace.go:171","msg":"trace[1660961349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:558; }","duration":"530.698547ms","start":"2026-02-26T04:11:11.399457Z","end":"2026-02-26T04:11:11.930155Z","steps":["trace[1660961349] 'agreement among raft nodes before linearized reading' (duration: 530.280785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:11.930241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:11.399442Z","time spent":"530.791202ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T04:11:12.797002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100638318852555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T04:11:13.075807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.500873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T04:11:13.075943Z","caller":"traceutil/trace.go:171","msg":"trace[1327784913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:558; }","duration":"785.674782ms","start":"2026-02-26T04:11:12.290247Z","end":"2026-02-26T04:11:13.075921Z","steps":["trace[1327784913] 'range keys from in-memory index tree' (duration: 785.469732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:13.076461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.180546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T04:11:13.076804Z","caller":"traceutil/trace.go:171","msg":"trace[1166733791] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"257.143933ms","start":"2026-02-26T04:11:12.819639Z","end":"2026-02-26T04:11:13.076783Z","steps":["trace[1166733791] 'process raft request' (duration: 256.959043ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T04:11:13.077009Z","caller":"traceutil/trace.go:171","msg":"trace[1845661011] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"781.002142ms","start":"2026-02-26T04:11:12.295995Z","end":"2026-02-26T04:11:13.076997Z","steps":["trace[1845661011] 'read index received' (duration: 615.202783ms)","trace[1845661011] 'applied index is now lower than readState.Index' (duration: 165.798239ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T04:11:13.077016Z","caller":"traceutil/trace.go:171","msg":"trace[1269610846] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.141739519s","start":"2026-02-26T04:11:11.935241Z","end":"2026-02-26T04:11:13.07698Z","steps":["trace[1269610846] 'process raft request' (duration: 975.912019ms)","trace[1269610846] 'compare' (duration: 164.88709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T04:11:13.077172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:11.935224Z","time spent":"1.141863186s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T04:11:13.077209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.218253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T04:11:13.077244Z","caller":"traceutil/trace.go:171","msg":"trace[1915698592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"781.288677ms","start":"2026-02-26T04:11:12.295946Z","end":"2026-02-26T04:11:13.077234Z","steps":["trace[1915698592] 'agreement among raft nodes before linearized reading' (duration: 781.158911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:13.077275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T04:11:12.295923Z","time spent":"781.3442ms","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T04:11:13.077603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.043989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T04:11:13.077655Z","caller":"traceutil/trace.go:171","msg":"trace[315249150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"207.122533ms","start":"2026-02-26T04:11:12.870519Z","end":"2026-02-26T04:11:13.077641Z","steps":["trace[315249150] 'agreement among raft nodes before linearized reading' (duration: 206.963695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:13.077655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.969797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T04:11:13.077706Z","caller":"traceutil/trace.go:171","msg":"trace[3965306] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:560; }","duration":"107.059182ms","start":"2026-02-26T04:11:12.970634Z","end":"2026-02-26T04:11:13.077693Z","steps":["trace[3965306] 'agreement among raft nodes before linearized reading' (duration: 106.965627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:13.077803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.154323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T04:11:13.077838Z","caller":"traceutil/trace.go:171","msg":"trace[750844063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"173.216856ms","start":"2026-02-26T04:11:12.904611Z","end":"2026-02-26T04:11:13.077828Z","steps":["trace[750844063] 'agreement among raft nodes before linearized reading' (duration: 173.09713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T04:11:18.293152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.649177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-02-26T04:11:18.293283Z","caller":"traceutil/trace.go:171","msg":"trace[336419905] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:631; }","duration":"213.89037ms","start":"2026-02-26T04:11:18.079363Z","end":"2026-02-26T04:11:18.293253Z","steps":["trace[336419905] 'range keys from in-memory index tree' (duration: 213.391802ms)"],"step_count":1}