{"level":"warn","ts":"2026-03-08T02:03:13.691909Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-08T02:03:13.692048Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.227:2380","--initial-cluster=instance=https://162.253.55.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-08T02:03:13.692141Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-08T02:03:13.692159Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.227:2380"]} {"level":"info","ts":"2026-03-08T02:03:13.692188Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-08T02:03:13.693227Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.227:2379"]} {"level":"info","ts":"2026-03-08T02:03:13.693335Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.227:2380"],"listen-peer-urls":["https://162.253.55.227:2380"],"advertise-client-urls":["https://162.253.55.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-08T02:03:13.697478Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.861131ms"} {"level":"info","ts":"2026-03-08T02:03:13.708316Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9bd37ed2859641e3","cluster-id":"47d0f4f0a1c3b0a9"} {"level":"info","ts":"2026-03-08T02:03:13.708485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 switched to configuration voters=()"} {"level":"info","ts":"2026-03-08T02:03:13.708544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became follower at term 0"} {"level":"info","ts":"2026-03-08T02:03:13.708587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9bd37ed2859641e3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-08T02:03:13.708617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became follower at term 1"} {"level":"info","ts":"2026-03-08T02:03:13.708703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 switched to configuration voters=(11228457738614227427)"} {"level":"warn","ts":"2026-03-08T02:03:13.714336Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-08T02:03:13.715856Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-08T02:03:13.717015Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-08T02:03:13.719949Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9bd37ed2859641e3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-08T02:03:13.720816Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9bd37ed2859641e3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-08T02:03:13.720749Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:03:13.720928Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:03:13.720964Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:03:13.722195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 switched to configuration voters=(11228457738614227427)"} {"level":"info","ts":"2026-03-08T02:03:13.722417Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"47d0f4f0a1c3b0a9","local-member-id":"9bd37ed2859641e3","added-peer-id":"9bd37ed2859641e3","added-peer-peer-urls":["https://162.253.55.227:2380"]} {"level":"info","ts":"2026-03-08T02:03:13.728608Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-08T02:03:13.728712Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.227:2380"} {"level":"info","ts":"2026-03-08T02:03:13.728796Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.227:2380"} {"level":"info","ts":"2026-03-08T02:03:13.729327Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9bd37ed2859641e3","initial-advertise-peer-urls":["https://162.253.55.227:2380"],"listen-peer-urls":["https://162.253.55.227:2380"],"advertise-client-urls":["https://162.253.55.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-08T02:03:13.729435Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-08T02:03:14.109994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 is starting a new election at term 1"} {"level":"info","ts":"2026-03-08T02:03:14.110099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-08T02:03:14.11013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 received MsgPreVoteResp from 9bd37ed2859641e3 at term 1"} {"level":"info","ts":"2026-03-08T02:03:14.110158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became candidate at term 2"} {"level":"info","ts":"2026-03-08T02:03:14.110173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 received MsgVoteResp from 9bd37ed2859641e3 at term 2"} {"level":"info","ts":"2026-03-08T02:03:14.110193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd37ed2859641e3 became leader at term 2"} {"level":"info","ts":"2026-03-08T02:03:14.11022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9bd37ed2859641e3 elected leader 9bd37ed2859641e3 at term 2"} {"level":"info","ts":"2026-03-08T02:03:14.128922Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:03:14.129213Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-08T02:03:14.129209Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9bd37ed2859641e3","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.227:2379]}","request-path":"/0/members/9bd37ed2859641e3/attributes","cluster-id":"47d0f4f0a1c3b0a9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-08T02:03:14.129274Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-08T02:03:14.129723Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-08T02:03:14.129812Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-08T02:03:14.130331Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"47d0f4f0a1c3b0a9","local-member-id":"9bd37ed2859641e3","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:03:14.130469Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:03:14.130506Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:03:14.132765Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-08T02:03:14.13362Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.227:2379"} {"level":"warn","ts":"2026-03-08T02:03:15.638607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.874217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-08T02:03:15.638779Z","caller":"traceutil/trace.go:171","msg":"trace[652653701] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:4; }","duration":"119.165154ms","start":"2026-03-08T02:03:15.51958Z","end":"2026-03-08T02:03:15.638745Z","steps":["trace[652653701] 'range keys from in-memory index tree' (duration: 118.755825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:03:20.790424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.897343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-08T02:03:20.790544Z","caller":"traceutil/trace.go:171","msg":"trace[1668660934] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:276; }","duration":"132.085267ms","start":"2026-03-08T02:03:20.658434Z","end":"2026-03-08T02:03:20.79052Z","steps":["trace[1668660934] 'range keys from in-memory index tree' (duration: 131.75834ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:03:28.526675Z","caller":"traceutil/trace.go:171","msg":"trace[781421492] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"120.533036ms","start":"2026-03-08T02:03:28.406111Z","end":"2026-03-08T02:03:28.526645Z","steps":["trace[781421492] 'process raft request' (duration: 120.353862ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:03:52.347571Z","caller":"traceutil/trace.go:171","msg":"trace[37735686] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"125.190666ms","start":"2026-03-08T02:03:52.222249Z","end":"2026-03-08T02:03:52.34744Z","steps":["trace[37735686] 'process raft request' (duration: 124.97456ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:03:53.021827Z","caller":"traceutil/trace.go:171","msg":"trace[1040015046] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"168.176672ms","start":"2026-03-08T02:03:52.853626Z","end":"2026-03-08T02:03:53.021803Z","steps":["trace[1040015046] 'read index received' (duration: 167.934947ms)","trace[1040015046] 'applied index is now lower than readState.Index' (duration: 240.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:03:53.021897Z","caller":"traceutil/trace.go:171","msg":"trace[343523908] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"352.445158ms","start":"2026-03-08T02:03:52.669419Z","end":"2026-03-08T02:03:53.021864Z","steps":["trace[343523908] 'process raft request' (duration: 352.222423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:03:53.022001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.360646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:03:53.022035Z","caller":"traceutil/trace.go:171","msg":"trace[2089684067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"168.458748ms","start":"2026-03-08T02:03:52.853566Z","end":"2026-03-08T02:03:53.022025Z","steps":["trace[2089684067] 'agreement among raft nodes before linearized reading' (duration: 168.342846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:03:53.022445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:03:52.669378Z","time spent":"352.590851ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:03:54.491389Z","caller":"traceutil/trace.go:171","msg":"trace[556399863] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"109.437239ms","start":"2026-03-08T02:03:54.381913Z","end":"2026-03-08T02:03:54.49135Z","steps":["trace[556399863] 'process raft request' (duration: 18.800454ms)","trace[556399863] 'compare' (duration: 90.446031ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:04:11.753262Z","caller":"traceutil/trace.go:171","msg":"trace[657230195] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:904; }","duration":"126.836652ms","start":"2026-03-08T02:04:11.626397Z","end":"2026-03-08T02:04:11.753234Z","steps":["trace[657230195] 'read index received' (duration: 126.541946ms)","trace[657230195] 'applied index is now lower than readState.Index' (duration: 293.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:04:11.753353Z","caller":"traceutil/trace.go:171","msg":"trace[1055238083] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"307.256503ms","start":"2026-03-08T02:04:11.446047Z","end":"2026-03-08T02:04:11.753303Z","steps":["trace[1055238083] 'process raft request' (duration: 306.998808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:04:11.753562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:04:11.446013Z","time spent":"307.442578ms","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:04:11.753601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.193359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:04:11.753676Z","caller":"traceutil/trace.go:171","msg":"trace[1026657828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:883; }","duration":"127.330563ms","start":"2026-03-08T02:04:11.62633Z","end":"2026-03-08T02:04:11.753661Z","steps":["trace[1026657828] 'agreement among raft nodes before linearized reading' (duration: 127.027077ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:01.688106Z","caller":"traceutil/trace.go:171","msg":"trace[1357661705] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1606; }","duration":"183.437762ms","start":"2026-03-08T02:05:01.504633Z","end":"2026-03-08T02:05:01.688071Z","steps":["trace[1357661705] 'read index received' (duration: 170.768122ms)","trace[1357661705] 'applied index is now lower than readState.Index' (duration: 12.66863ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:05:01.688387Z","caller":"traceutil/trace.go:171","msg":"trace[1045672493] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"194.844022ms","start":"2026-03-08T02:05:01.493533Z","end":"2026-03-08T02:05:01.688377Z","steps":["trace[1045672493] 'process raft request' (duration: 181.779563ms)","trace[1045672493] 'compare' (duration: 12.486545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:05:01.689189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.520677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c807f28b-28cf-4ee7-a66e-c2aac0d157cc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-08T02:05:01.689367Z","caller":"traceutil/trace.go:171","msg":"trace[1978561572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c807f28b-28cf-4ee7-a66e-c2aac0d157cc; range_end:; response_count:1; response_revision:1547; }","duration":"184.829784ms","start":"2026-03-08T02:05:01.504504Z","end":"2026-03-08T02:05:01.689334Z","steps":["trace[1978561572] 'agreement among raft nodes before linearized reading' (duration: 183.927003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:05:02.163172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.869454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-08T02:05:02.163317Z","caller":"traceutil/trace.go:171","msg":"trace[802417566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1554; }","duration":"111.08732ms","start":"2026-03-08T02:05:02.052198Z","end":"2026-03-08T02:05:02.163285Z","steps":["trace[802417566] 'range keys from in-memory index tree' (duration: 110.578247ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:16.579524Z","caller":"traceutil/trace.go:171","msg":"trace[230093905] linearizableReadLoop","detail":"{readStateIndex:1724; appliedIndex:1723; }","duration":"161.280577ms","start":"2026-03-08T02:05:16.418214Z","end":"2026-03-08T02:05:16.579494Z","steps":["trace[230093905] 'read index received' (duration: 161.002651ms)","trace[230093905] 'applied index is now lower than readState.Index' (duration: 276.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:05:16.579685Z","caller":"traceutil/trace.go:171","msg":"trace[1830842878] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"325.995135ms","start":"2026-03-08T02:05:16.253648Z","end":"2026-03-08T02:05:16.579643Z","steps":["trace[1830842878] 'process raft request' (duration: 325.647847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:05:16.579922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:05:16.253615Z","time spent":"326.16399ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:05:16.579943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.696077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:05:16.580013Z","caller":"traceutil/trace.go:171","msg":"trace[1484320711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1660; }","duration":"161.859301ms","start":"2026-03-08T02:05:16.418136Z","end":"2026-03-08T02:05:16.579996Z","steps":["trace[1484320711] 'agreement among raft nodes before linearized reading' (duration: 161.598565ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:47.466117Z","caller":"traceutil/trace.go:171","msg":"trace[1133415886] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"178.014323ms","start":"2026-03-08T02:05:47.288078Z","end":"2026-03-08T02:05:47.466092Z","steps":["trace[1133415886] 'process raft request' (duration: 177.89916ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:47.466139Z","caller":"traceutil/trace.go:171","msg":"trace[1900922034] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"183.043701ms","start":"2026-03-08T02:05:47.283046Z","end":"2026-03-08T02:05:47.466089Z","steps":["trace[1900922034] 'process raft request' (duration: 87.433759ms)","trace[1900922034] 'compare' (duration: 95.291085ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:05:53.161449Z","caller":"traceutil/trace.go:171","msg":"trace[986677965] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"112.877286ms","start":"2026-03-08T02:05:53.048525Z","end":"2026-03-08T02:05:53.161402Z","steps":["trace[986677965] 'process raft request' (duration: 29.4366ms)","trace[986677965] 'compare' (duration: 83.245291ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:05:53.632844Z","caller":"traceutil/trace.go:171","msg":"trace[230664761] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"137.87869ms","start":"2026-03-08T02:05:53.494925Z","end":"2026-03-08T02:05:53.632803Z","steps":["trace[230664761] 'process raft request' (duration: 137.696096ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:53.668262Z","caller":"traceutil/trace.go:171","msg":"trace[1990864891] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"144.714163ms","start":"2026-03-08T02:05:53.523517Z","end":"2026-03-08T02:05:53.668231Z","steps":["trace[1990864891] 'process raft request' (duration: 144.57238ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:05:53.794774Z","caller":"traceutil/trace.go:171","msg":"trace[1260534399] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"120.609569ms","start":"2026-03-08T02:05:53.674135Z","end":"2026-03-08T02:05:53.794744Z","steps":["trace[1260534399] 'process raft request' (duration: 46.357443ms)","trace[1260534399] 'compare' (duration: 74.145754ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:05:59.217096Z","caller":"traceutil/trace.go:171","msg":"trace[916289492] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"104.811864ms","start":"2026-03-08T02:05:59.112258Z","end":"2026-03-08T02:05:59.21707Z","steps":["trace[916289492] 'process raft request' (duration: 104.65035ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:06:48.182648Z","caller":"traceutil/trace.go:171","msg":"trace[1579649395] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"100.90979ms","start":"2026-03-08T02:06:48.0817Z","end":"2026-03-08T02:06:48.18261Z","steps":["trace[1579649395] 'process raft request' (duration: 100.681625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:07:22.303956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.936241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-08T02:07:22.304068Z","caller":"traceutil/trace.go:171","msg":"trace[815368815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2483; }","duration":"204.081954ms","start":"2026-03-08T02:07:22.099964Z","end":"2026-03-08T02:07:22.304046Z","steps":["trace[815368815] 'range keys from in-memory index tree' (duration: 203.790917ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:09:58.855415Z","caller":"traceutil/trace.go:171","msg":"trace[662228104] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"115.031752ms","start":"2026-03-08T02:09:58.740321Z","end":"2026-03-08T02:09:58.855353Z","steps":["trace[662228104] 'process raft request' (duration: 114.822937ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:11:17.783151Z","caller":"traceutil/trace.go:171","msg":"trace[1821315169] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"122.833944ms","start":"2026-03-08T02:11:17.660286Z","end":"2026-03-08T02:11:17.78312Z","steps":["trace[1821315169] 'process raft request' (duration: 122.623949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:11:27.426885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.185957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8582ebac-de15-41e7-86f5-b8413eced1fb\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-08T02:11:27.427436Z","caller":"traceutil/trace.go:171","msg":"trace[628472986] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"100.663568ms","start":"2026-03-08T02:11:27.326744Z","end":"2026-03-08T02:11:27.427407Z","steps":["trace[628472986] 'read index received' (duration: 36.535488ms)","trace[628472986] 'applied index is now lower than readState.Index' (duration: 64.12672ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:11:27.427531Z","caller":"traceutil/trace.go:171","msg":"trace[518013800] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"111.934061ms","start":"2026-03-08T02:11:27.315581Z","end":"2026-03-08T02:11:27.427515Z","steps":["trace[518013800] 'process raft request' (duration: 47.729729ms)","trace[518013800] 'compare' (duration: 63.869904ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:11:27.427485Z","caller":"traceutil/trace.go:171","msg":"trace[1661665711] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8582ebac-de15-41e7-86f5-b8413eced1fb; range_end:; response_count:1; response_revision:4609; }","duration":"162.826032ms","start":"2026-03-08T02:11:27.26463Z","end":"2026-03-08T02:11:27.427456Z","steps":["trace[1661665711] 'range keys from in-memory index tree' (duration: 161.961453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:11:27.427039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.688859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:11:27.427729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.973466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7xvht\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-08T02:11:27.427774Z","caller":"traceutil/trace.go:171","msg":"trace[592632882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7xvht; range_end:; response_count:1; response_revision:4610; }","duration":"101.031027ms","start":"2026-03-08T02:11:27.326732Z","end":"2026-03-08T02:11:27.427763Z","steps":["trace[592632882] 'agreement among raft nodes before linearized reading' (duration: 100.772911ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:11:27.427767Z","caller":"traceutil/trace.go:171","msg":"trace[188416067] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4609; }","duration":"274.453365ms","start":"2026-03-08T02:11:27.153267Z","end":"2026-03-08T02:11:27.427721Z","steps":["trace[188416067] 'count revisions from in-memory index tree' (duration: 273.616215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:11:27.427114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.573298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-08T02:11:27.427862Z","caller":"traceutil/trace.go:171","msg":"trace[796125609] range","detail":"{range_begin:/registry/masterleases/162.253.55.227; range_end:; response_count:1; response_revision:4609; }","duration":"154.357265ms","start":"2026-03-08T02:11:27.273482Z","end":"2026-03-08T02:11:27.427839Z","steps":["trace[796125609] 'range keys from in-memory index tree' (duration: 153.398933ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:11:27.710269Z","caller":"traceutil/trace.go:171","msg":"trace[400052086] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"108.670454ms","start":"2026-03-08T02:11:27.601556Z","end":"2026-03-08T02:11:27.710226Z","steps":["trace[400052086] 'process raft request' (duration: 108.370787ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:11:27.8193Z","caller":"traceutil/trace.go:171","msg":"trace[824656874] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"102.767437ms","start":"2026-03-08T02:11:27.716499Z","end":"2026-03-08T02:11:27.819267Z","steps":["trace[824656874] 'process raft request' (duration: 76.096388ms)","trace[824656874] 'compare' (duration: 26.201088ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:11:37.738007Z","caller":"traceutil/trace.go:171","msg":"trace[1926034693] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"110.170389ms","start":"2026-03-08T02:11:37.627807Z","end":"2026-03-08T02:11:37.737978Z","steps":["trace[1926034693] 'process raft request' (duration: 109.927993ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:11:46.845268Z","caller":"traceutil/trace.go:171","msg":"trace[1204073691] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"210.845197ms","start":"2026-03-08T02:11:46.63439Z","end":"2026-03-08T02:11:46.845235Z","steps":["trace[1204073691] 'process raft request' (duration: 210.626812ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:11:46.845447Z","caller":"traceutil/trace.go:171","msg":"trace[1324842531] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"209.470826ms","start":"2026-03-08T02:11:46.635938Z","end":"2026-03-08T02:11:46.845409Z","steps":["trace[1324842531] 'process raft request' (duration: 209.243591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:12:49.574589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.050305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:12:49.574846Z","caller":"traceutil/trace.go:171","msg":"trace[2078408584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5546; }","duration":"103.383702ms","start":"2026-03-08T02:12:49.47143Z","end":"2026-03-08T02:12:49.574813Z","steps":["trace[2078408584] 'count revisions from in-memory index tree' (duration: 102.919082ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:13:14.156734Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2741} {"level":"info","ts":"2026-03-08T02:13:14.213657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2741,"took":"55.734251ms","hash":162485400,"current-db-size-bytes":40841216,"current-db-size":"41 MB","current-db-size-in-use-bytes":30507008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-08T02:13:14.213735Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":162485400,"revision":2741,"compact-revision":-1} {"level":"info","ts":"2026-03-08T02:18:03.02801Z","caller":"traceutil/trace.go:171","msg":"trace[1577693234] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"280.229282ms","start":"2026-03-08T02:18:02.747749Z","end":"2026-03-08T02:18:03.027978Z","steps":["trace[1577693234] 'process raft request' (duration: 279.846653ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:18:03.100773Z","caller":"traceutil/trace.go:171","msg":"trace[655172652] linearizableReadLoop","detail":"{readStateIndex:7961; appliedIndex:7959; }","duration":"321.001052ms","start":"2026-03-08T02:18:02.779745Z","end":"2026-03-08T02:18:03.100746Z","steps":["trace[655172652] 'read index received' (duration: 54.649286ms)","trace[655172652] 'applied index is now lower than readState.Index' (duration: 266.348615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:18:03.100922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.158955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:18:03.100969Z","caller":"traceutil/trace.go:171","msg":"trace[1667265425] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7678; }","duration":"321.262588ms","start":"2026-03-08T02:18:02.779699Z","end":"2026-03-08T02:18:03.100961Z","steps":["trace[1667265425] 'agreement among raft nodes before linearized reading' (duration: 321.139895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:18:03.100997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:18:02.779678Z","time spent":"321.313519ms","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T02:18:03.100925Z","caller":"traceutil/trace.go:171","msg":"trace[1836866419] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"161.049389ms","start":"2026-03-08T02:18:02.939842Z","end":"2026-03-08T02:18:03.100891Z","steps":["trace[1836866419] 'process raft request' (duration: 160.816223ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:18:14.163417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5717} {"level":"info","ts":"2026-03-08T02:18:14.254149Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5717,"took":"88.726977ms","hash":4195724811,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":22962176,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-08T02:18:14.254225Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4195724811,"revision":5717,"compact-revision":2741} {"level":"info","ts":"2026-03-08T02:18:32.257997Z","caller":"traceutil/trace.go:171","msg":"trace[1801279174] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"156.984943ms","start":"2026-03-08T02:18:32.100986Z","end":"2026-03-08T02:18:32.257971Z","steps":["trace[1801279174] 'process raft request' (duration: 156.828579ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:18:32.261492Z","caller":"traceutil/trace.go:171","msg":"trace[801484411] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"144.810276ms","start":"2026-03-08T02:18:32.116659Z","end":"2026-03-08T02:18:32.26147Z","steps":["trace[801484411] 'process raft request' (duration: 144.521239ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:18:45.288219Z","caller":"traceutil/trace.go:171","msg":"trace[178743297] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"201.328175ms","start":"2026-03-08T02:18:45.086847Z","end":"2026-03-08T02:18:45.288175Z","steps":["trace[178743297] 'process raft request' (duration: 200.999298ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:18:45.452197Z","caller":"traceutil/trace.go:171","msg":"trace[1603356164] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"112.246041ms","start":"2026-03-08T02:18:45.339919Z","end":"2026-03-08T02:18:45.452165Z","steps":["trace[1603356164] 'process raft request' (duration: 44.410015ms)","trace[1603356164] 'compare' (duration: 67.443097ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:22:19.179644Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9bd37ed2859641e3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T02:22:19.183937Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-08T02:22:19.184026Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-08T02:23:14.172084Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7737} {"level":"info","ts":"2026-03-08T02:23:14.235373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7737,"took":"60.734111ms","hash":513379302,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":25919488,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-08T02:23:14.23544Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":513379302,"revision":7737,"compact-revision":5717} {"level":"info","ts":"2026-03-08T02:28:14.17989Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9979} {"level":"info","ts":"2026-03-08T02:28:14.252896Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9979,"took":"71.16033ms","hash":738946578,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":17588224,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-08T02:28:14.252949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":738946578,"revision":9979,"compact-revision":7737}