{"level":"warn","ts":"2026-08-28T04:09:32.609591Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T04:09:32.609726Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.86:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.86:2380","--initial-cluster=instance=https://162.253.55.86:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.86:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.86:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-28T04:09:32.609828Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-28T04:09:32.609843Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.86:2380"]} {"level":"info","ts":"2026-08-28T04:09:32.609866Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T04:09:32.610769Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.86:2379"]} {"level":"info","ts":"2026-08-28T04:09:32.610893Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.86:2380"],"listen-peer-urls":["https://162.253.55.86:2380"],"advertise-client-urls":["https://162.253.55.86:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.86:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.86:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-28T04:09:32.615117Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.912607ms"} {"level":"info","ts":"2026-08-28T04:09:32.621783Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d01cde7b2aa18f95","cluster-id":"9e5d9cb67aed7785"} {"level":"info","ts":"2026-08-28T04:09:32.62188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 switched to configuration voters=()"} {"level":"info","ts":"2026-08-28T04:09:32.621904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 became follower at term 0"} {"level":"info","ts":"2026-08-28T04:09:32.621924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d01cde7b2aa18f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-28T04:09:32.621938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 became follower at term 1"} {"level":"info","ts":"2026-08-28T04:09:32.621987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 switched to configuration voters=(14996105479814483861)"} {"level":"warn","ts":"2026-08-28T04:09:32.627616Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-28T04:09:32.629245Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-28T04:09:32.630646Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-28T04:09:32.633065Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d01cde7b2aa18f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-28T04:09:32.633478Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d01cde7b2aa18f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-28T04:09:32.633552Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:09:32.633657Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:09:32.633685Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-28T04:09:32.635693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 switched to configuration voters=(14996105479814483861)"} {"level":"info","ts":"2026-08-28T04:09:32.635852Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9e5d9cb67aed7785","local-member-id":"d01cde7b2aa18f95","added-peer-id":"d01cde7b2aa18f95","added-peer-peer-urls":["https://162.253.55.86:2380"]} {"level":"info","ts":"2026-08-28T04:09:32.638308Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-28T04:09:32.638395Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.86:2380"} {"level":"info","ts":"2026-08-28T04:09:32.638449Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.86:2380"} {"level":"info","ts":"2026-08-28T04:09:32.638663Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d01cde7b2aa18f95","initial-advertise-peer-urls":["https://162.253.55.86:2380"],"listen-peer-urls":["https://162.253.55.86:2380"],"advertise-client-urls":["https://162.253.55.86:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.86:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-28T04:09:32.638721Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-28T04:09:33.623176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 is starting a new election at term 1"} {"level":"info","ts":"2026-08-28T04:09:33.623265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-28T04:09:33.623288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 received MsgPreVoteResp from d01cde7b2aa18f95 at term 1"} {"level":"info","ts":"2026-08-28T04:09:33.623307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 became candidate at term 2"} {"level":"info","ts":"2026-08-28T04:09:33.623318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 received MsgVoteResp from d01cde7b2aa18f95 at term 2"} {"level":"info","ts":"2026-08-28T04:09:33.623333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d01cde7b2aa18f95 became leader at term 2"} {"level":"info","ts":"2026-08-28T04:09:33.623346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d01cde7b2aa18f95 elected leader d01cde7b2aa18f95 at term 2"} {"level":"info","ts":"2026-08-28T04:09:33.624604Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:09:33.625766Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T04:09:33.625773Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d01cde7b2aa18f95","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.86:2379]}","request-path":"/0/members/d01cde7b2aa18f95/attributes","cluster-id":"9e5d9cb67aed7785","publish-timeout":"7s"} {"level":"info","ts":"2026-08-28T04:09:33.625845Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-28T04:09:33.62614Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-28T04:09:33.626183Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-28T04:09:33.626317Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9e5d9cb67aed7785","local-member-id":"d01cde7b2aa18f95","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:09:33.626497Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:09:33.62656Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-28T04:09:33.629514Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-28T04:09:33.629917Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.86:2379"} {"level":"warn","ts":"2026-08-28T04:09:51.664225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.361137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T04:09:51.664357Z","caller":"traceutil/trace.go:171","msg":"trace[1839220998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:380; }","duration":"130.532811ms","start":"2026-08-28T04:09:51.5338Z","end":"2026-08-28T04:09:51.664333Z","steps":["trace[1839220998] 'range keys from in-memory index tree' (duration: 130.223014ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:09:51.781147Z","caller":"traceutil/trace.go:171","msg":"trace[1983712511] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"113.04623ms","start":"2026-08-28T04:09:51.668069Z","end":"2026-08-28T04:09:51.781115Z","steps":["trace[1983712511] 'process raft request' (duration: 112.842266ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:10:19.200385Z","caller":"traceutil/trace.go:171","msg":"trace[608290343] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"108.523761ms","start":"2026-08-28T04:10:19.091832Z","end":"2026-08-28T04:10:19.200356Z","steps":["trace[608290343] 'process raft request' (duration: 106.887021ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:10:19.201851Z","caller":"traceutil/trace.go:171","msg":"trace[1191346902] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"108.163212ms","start":"2026-08-28T04:10:19.09365Z","end":"2026-08-28T04:10:19.201813Z","steps":["trace[1191346902] 'process raft request' (duration: 107.891295ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:10:19.346341Z","caller":"traceutil/trace.go:171","msg":"trace[56667412] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"100.289819ms","start":"2026-08-28T04:10:19.24602Z","end":"2026-08-28T04:10:19.346309Z","steps":["trace[56667412] 'process raft request' (duration: 82.638918ms)","trace[56667412] 'compare' (duration: 17.473247ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:10:26.244008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.099891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:10:26.244125Z","caller":"traceutil/trace.go:171","msg":"trace[265467596] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"288.351371ms","start":"2026-08-28T04:10:25.955754Z","end":"2026-08-28T04:10:26.244106Z","steps":["trace[265467596] 'read index received' (duration: 68.484922ms)","trace[265467596] 'applied index is now lower than readState.Index' (duration: 219.864669ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:10:26.244169Z","caller":"traceutil/trace.go:171","msg":"trace[1463533868] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"475.844041ms","start":"2026-08-28T04:10:25.768269Z","end":"2026-08-28T04:10:26.244114Z","steps":["trace[1463533868] 'process raft request' (duration: 256.058703ms)","trace[1463533868] 'compare' (duration: 218.901476ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:10:26.244351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.598968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-28T04:10:26.244393Z","caller":"traceutil/trace.go:171","msg":"trace[684985682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"288.682391ms","start":"2026-08-28T04:10:25.955701Z","end":"2026-08-28T04:10:26.244383Z","steps":["trace[684985682] 'agreement among raft nodes before linearized reading' (duration: 288.452485ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:10:26.244388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:10:25.768235Z","time spent":"476.049927ms","remote":"127.0.0.1:46336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-28T04:10:43.94505Z","caller":"traceutil/trace.go:171","msg":"trace[461954683] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"148.730412ms","start":"2026-08-28T04:10:43.796283Z","end":"2026-08-28T04:10:43.945013Z","steps":["trace[461954683] 'process raft request' (duration: 148.405655ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:10:44.165609Z","caller":"traceutil/trace.go:171","msg":"trace[987399449] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:821; }","duration":"109.977726ms","start":"2026-08-28T04:10:44.055606Z","end":"2026-08-28T04:10:44.165584Z","steps":["trace[987399449] 'read index received' (duration: 109.663827ms)","trace[987399449] 'applied index is now lower than readState.Index' (duration: 312.629µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:10:44.165693Z","caller":"traceutil/trace.go:171","msg":"trace[574903394] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"215.287579ms","start":"2026-08-28T04:10:43.950375Z","end":"2026-08-28T04:10:44.165662Z","steps":["trace[574903394] 'process raft request' (duration: 214.97975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:10:44.165851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.188932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-28T04:10:44.165922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.233152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:10:44.166005Z","caller":"traceutil/trace.go:171","msg":"trace[1369163373] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:791; }","duration":"110.378715ms","start":"2026-08-28T04:10:44.055607Z","end":"2026-08-28T04:10:44.165985Z","steps":["trace[1369163373] 'agreement among raft nodes before linearized reading' (duration: 110.189851ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:10:44.166004Z","caller":"traceutil/trace.go:171","msg":"trace[1945005803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:791; }","duration":"110.396556ms","start":"2026-08-28T04:10:44.055568Z","end":"2026-08-28T04:10:44.165964Z","steps":["trace[1945005803] 'agreement among raft nodes before linearized reading' (duration: 110.131349ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:04.096409Z","caller":"traceutil/trace.go:171","msg":"trace[1257880964] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"107.956688ms","start":"2026-08-28T04:12:03.988404Z","end":"2026-08-28T04:12:04.096361Z","steps":["trace[1257880964] 'process raft request' (duration: 107.368885ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:04.667056Z","caller":"traceutil/trace.go:171","msg":"trace[163203327] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"116.70117ms","start":"2026-08-28T04:12:04.550332Z","end":"2026-08-28T04:12:04.667033Z","steps":["trace[163203327] 'process raft request' (duration: 116.490335ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:12:20.421799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.505225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-08-28T04:12:20.421919Z","caller":"traceutil/trace.go:171","msg":"trace[589608595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"147.693409ms","start":"2026-08-28T04:12:20.274198Z","end":"2026-08-28T04:12:20.421891Z","steps":["trace[589608595] 'range keys from in-memory index tree' (duration: 147.220028ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:49.257365Z","caller":"traceutil/trace.go:171","msg":"trace[1895550887] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2253; }","duration":"161.259308ms","start":"2026-08-28T04:12:49.096067Z","end":"2026-08-28T04:12:49.257327Z","steps":["trace[1895550887] 'read index received' (duration: 32.619312ms)","trace[1895550887] 'applied index is now lower than readState.Index' (duration: 128.638436ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:12:49.257491Z","caller":"traceutil/trace.go:171","msg":"trace[1282291572] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"162.98368ms","start":"2026-08-28T04:12:49.094462Z","end":"2026-08-28T04:12:49.257446Z","steps":["trace[1282291572] 'process raft request' (duration: 85.305393ms)","trace[1282291572] 'compare' (duration: 77.337249ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:12:49.257675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.593446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-28T04:12:49.257748Z","caller":"traceutil/trace.go:171","msg":"trace[105947814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2168; }","duration":"161.73961ms","start":"2026-08-28T04:12:49.095991Z","end":"2026-08-28T04:12:49.25773Z","steps":["trace[105947814] 'agreement among raft nodes before linearized reading' (duration: 161.481734ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:55.198551Z","caller":"traceutil/trace.go:171","msg":"trace[2031412430] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"147.409393ms","start":"2026-08-28T04:12:55.051097Z","end":"2026-08-28T04:12:55.198506Z","steps":["trace[2031412430] 'process raft request' (duration: 147.179856ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:12:55.352607Z","caller":"traceutil/trace.go:171","msg":"trace[1624859014] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"148.732025ms","start":"2026-08-28T04:12:55.203834Z","end":"2026-08-28T04:12:55.352566Z","steps":["trace[1624859014] 'process raft request' (duration: 144.118403ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:13:39.724482Z","caller":"traceutil/trace.go:171","msg":"trace[1552562268] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"119.985519ms","start":"2026-08-28T04:13:39.604441Z","end":"2026-08-28T04:13:39.724426Z","steps":["trace[1552562268] 'process raft request' (duration: 119.789565ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:13:39.777878Z","caller":"traceutil/trace.go:171","msg":"trace[2146030917] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2674; }","duration":"148.182883ms","start":"2026-08-28T04:13:39.629674Z","end":"2026-08-28T04:13:39.777857Z","steps":["trace[2146030917] 'read index received' (duration: 94.510702ms)","trace[2146030917] 'applied index is now lower than readState.Index' (duration: 53.6708ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:13:39.778063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.020907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:13:39.778033Z","caller":"traceutil/trace.go:171","msg":"trace[786444430] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"173.27405ms","start":"2026-08-28T04:13:39.604696Z","end":"2026-08-28T04:13:39.777969Z","steps":["trace[786444430] 'process raft request' (duration: 167.398668ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:13:39.778105Z","caller":"traceutil/trace.go:171","msg":"trace[2053154821] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"171.769905ms","start":"2026-08-28T04:13:39.606306Z","end":"2026-08-28T04:13:39.778076Z","steps":["trace[2053154821] 'process raft request' (duration: 171.495708ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:13:39.77811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.387878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:13:39.77823Z","caller":"traceutil/trace.go:171","msg":"trace[649601106] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2572; }","duration":"148.570312ms","start":"2026-08-28T04:13:39.629638Z","end":"2026-08-28T04:13:39.778208Z","steps":["trace[649601106] 'agreement among raft nodes before linearized reading' (duration: 148.354277ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:13:39.77825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.141883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:13:39.77815Z","caller":"traceutil/trace.go:171","msg":"trace[264282718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2572; }","duration":"136.212232ms","start":"2026-08-28T04:13:39.641901Z","end":"2026-08-28T04:13:39.778113Z","steps":["trace[264282718] 'agreement among raft nodes before linearized reading' (duration: 136.09514ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:13:39.778316Z","caller":"traceutil/trace.go:171","msg":"trace[751336834] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2572; }","duration":"120.210805ms","start":"2026-08-28T04:13:39.658088Z","end":"2026-08-28T04:13:39.778298Z","steps":["trace[751336834] 'agreement among raft nodes before linearized reading' (duration: 120.091671ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:13:47.426013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.265471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-28T04:13:47.426184Z","caller":"traceutil/trace.go:171","msg":"trace[1998543614] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2653; }","duration":"100.505446ms","start":"2026-08-28T04:13:47.325645Z","end":"2026-08-28T04:13:47.42615Z","steps":["trace[1998543614] 'range keys from in-memory index tree' (duration: 100.010774ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:14:17.238741Z","caller":"traceutil/trace.go:171","msg":"trace[1172514436] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"102.771341ms","start":"2026-08-28T04:14:17.135928Z","end":"2026-08-28T04:14:17.238699Z","steps":["trace[1172514436] 'process raft request' (duration: 91.6579ms)","trace[1172514436] 'compare' (duration: 10.953487ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:14:22.707483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.939109ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-28T04:14:22.707672Z","caller":"traceutil/trace.go:171","msg":"trace[1593024310] linearizableReadLoop","detail":"{readStateIndex:2980; appliedIndex:2979; }","duration":"149.391706ms","start":"2026-08-28T04:14:22.558221Z","end":"2026-08-28T04:14:22.707613Z","steps":["trace[1593024310] 'read index received' (duration: 42.521µs)","trace[1593024310] 'applied index is now lower than readState.Index' (duration: 149.347225ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:14:22.707922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.656272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:14:22.708065Z","caller":"traceutil/trace.go:171","msg":"trace[1098812563] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2865; }","duration":"149.874006ms","start":"2026-08-28T04:14:22.558159Z","end":"2026-08-28T04:14:22.708033Z","steps":["trace[1098812563] 'agreement among raft nodes before linearized reading' (duration: 149.640571ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:14:28.081046Z","caller":"traceutil/trace.go:171","msg":"trace[934984265] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"121.19799ms","start":"2026-08-28T04:14:27.959817Z","end":"2026-08-28T04:14:28.081015Z","steps":["trace[934984265] 'process raft request' (duration: 120.958214ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:27.589021Z","caller":"traceutil/trace.go:171","msg":"trace[1435899863] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"293.529564ms","start":"2026-08-28T04:19:27.29546Z","end":"2026-08-28T04:19:27.588989Z","steps":["trace[1435899863] 'process raft request' (duration: 293.292358ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:27.590171Z","caller":"traceutil/trace.go:171","msg":"trace[1253069065] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"215.481612ms","start":"2026-08-28T04:19:27.374656Z","end":"2026-08-28T04:19:27.590138Z","steps":["trace[1253069065] 'process raft request' (duration: 215.239396ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:27.590329Z","caller":"traceutil/trace.go:171","msg":"trace[44662567] linearizableReadLoop","detail":"{readStateIndex:5572; appliedIndex:5570; }","duration":"175.833265ms","start":"2026-08-28T04:19:27.414454Z","end":"2026-08-28T04:19:27.590288Z","steps":["trace[44662567] 'read index received' (duration: 174.39549ms)","trace[44662567] 'applied index is now lower than readState.Index' (duration: 1.435605ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:19:27.590471Z","caller":"traceutil/trace.go:171","msg":"trace[745837900] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"157.242782ms","start":"2026-08-28T04:19:27.433195Z","end":"2026-08-28T04:19:27.590438Z","steps":["trace[745837900] 'process raft request' (duration: 156.877233ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:19:27.590643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.168443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a962e1c7-d72b-47b9-bf92-9e177e402031\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-08-28T04:19:27.590693Z","caller":"traceutil/trace.go:171","msg":"trace[1230320606] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a962e1c7-d72b-47b9-bf92-9e177e402031; range_end:; response_count:1; response_revision:5361; }","duration":"176.296205ms","start":"2026-08-28T04:19:27.414382Z","end":"2026-08-28T04:19:27.590678Z","steps":["trace[1230320606] 'agreement among raft nodes before linearized reading' (duration: 176.06188ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:33.65686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2925} {"level":"info","ts":"2026-08-28T04:19:33.770916Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2925,"took":"112.43634ms","hash":1475717923,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":30142464,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T04:19:33.770996Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1475717923,"revision":2925,"compact-revision":-1} {"level":"info","ts":"2026-08-28T04:19:44.163832Z","caller":"traceutil/trace.go:171","msg":"trace[32080210] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"140.241205ms","start":"2026-08-28T04:19:44.02357Z","end":"2026-08-28T04:19:44.163811Z","steps":["trace[32080210] 'process raft request' (duration: 140.07301ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:44.291404Z","caller":"traceutil/trace.go:171","msg":"trace[727959613] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"267.742286ms","start":"2026-08-28T04:19:44.023637Z","end":"2026-08-28T04:19:44.291379Z","steps":["trace[727959613] 'process raft request' (duration: 258.884501ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:19:44.291623Z","caller":"traceutil/trace.go:171","msg":"trace[867663217] linearizableReadLoop","detail":"{readStateIndex:5881; appliedIndex:5879; }","duration":"243.687169ms","start":"2026-08-28T04:19:44.047923Z","end":"2026-08-28T04:19:44.29161Z","steps":["trace[867663217] 'read index received' (duration: 115.714655ms)","trace[867663217] 'applied index is now lower than readState.Index' (duration: 127.971434ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:19:44.291839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.862594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-28T04:19:44.291898Z","caller":"traceutil/trace.go:171","msg":"trace[2120502115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5661; }","duration":"243.987717ms","start":"2026-08-28T04:19:44.047895Z","end":"2026-08-28T04:19:44.291883Z","steps":["trace[2120502115] 'agreement among raft nodes before linearized reading' (duration: 243.765281ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:00.915086Z","caller":"traceutil/trace.go:171","msg":"trace[1595706815] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"102.46514ms","start":"2026-08-28T04:20:00.812578Z","end":"2026-08-28T04:20:00.915043Z","steps":["trace[1595706815] 'process raft request' (duration: 102.106392ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:20:01.263613Z","caller":"traceutil/trace.go:171","msg":"trace[1671833056] linearizableReadLoop","detail":"{readStateIndex:6179; appliedIndex:6178; }","duration":"220.36726ms","start":"2026-08-28T04:20:01.043211Z","end":"2026-08-28T04:20:01.263578Z","steps":["trace[1671833056] 'read index received' (duration: 220.067062ms)","trace[1671833056] 'applied index is now lower than readState.Index' (duration: 298.738µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:20:01.263751Z","caller":"traceutil/trace.go:171","msg":"trace[96939025] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"337.384797ms","start":"2026-08-28T04:20:00.926287Z","end":"2026-08-28T04:20:01.263671Z","steps":["trace[96939025] 'process raft request' (duration: 337.086509ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:01.263841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.592105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:20:01.263998Z","caller":"traceutil/trace.go:171","msg":"trace[120359287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5952; }","duration":"220.834381ms","start":"2026-08-28T04:20:01.043112Z","end":"2026-08-28T04:20:01.263946Z","steps":["trace[120359287] 'agreement among raft nodes before linearized reading' (duration: 220.582035ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:20:01.264501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:20:00.926253Z","time spent":"337.620083ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:24:33.669581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5475} {"level":"info","ts":"2026-08-28T04:24:33.769619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5475,"took":"97.71421ms","hash":1280579324,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":28413952,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:24:33.769691Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1280579324,"revision":5475,"compact-revision":2925} {"level":"info","ts":"2026-08-28T04:26:16.027301Z","caller":"traceutil/trace.go:171","msg":"trace[2081450411] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"392.723358ms","start":"2026-08-28T04:26:15.634546Z","end":"2026-08-28T04:26:16.027269Z","steps":["trace[2081450411] 'process raft request' (duration: 377.495127ms)","trace[2081450411] 'compare' (duration: 14.917933ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:26:16.027274Z","caller":"traceutil/trace.go:171","msg":"trace[1402079122] linearizableReadLoop","detail":"{readStateIndex:9063; appliedIndex:9062; }","duration":"386.512546ms","start":"2026-08-28T04:26:15.640707Z","end":"2026-08-28T04:26:16.027219Z","steps":["trace[1402079122] 'read index received' (duration: 371.301325ms)","trace[1402079122] 'applied index is now lower than readState.Index' (duration: 15.209721ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:26:16.027487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.758711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:26:16.027564Z","caller":"traceutil/trace.go:171","msg":"trace[730485748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8745; }","duration":"386.896914ms","start":"2026-08-28T04:26:15.64065Z","end":"2026-08-28T04:26:16.027547Z","steps":["trace[730485748] 'agreement among raft nodes before linearized reading' (duration: 386.71453ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:16.027502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:26:15.63452Z","time spent":"392.888461ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:26:16.027634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:26:15.640625Z","time spent":"386.994207ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-28T04:26:16.285247Z","caller":"traceutil/trace.go:171","msg":"trace[710439499] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"265.818722ms","start":"2026-08-28T04:26:16.019407Z","end":"2026-08-28T04:26:16.285225Z","steps":["trace[710439499] 'process raft request' (duration: 262.758058ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:16.285221Z","caller":"traceutil/trace.go:171","msg":"trace[570682642] linearizableReadLoop","detail":"{readStateIndex:9064; appliedIndex:9063; }","duration":"257.649913ms","start":"2026-08-28T04:26:16.027532Z","end":"2026-08-28T04:26:16.285182Z","steps":["trace[570682642] 'read index received' (duration: 254.483136ms)","trace[570682642] 'applied index is now lower than readState.Index' (duration: 3.164667ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:26:16.28549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.406408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9hvx\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-08-28T04:26:16.285555Z","caller":"traceutil/trace.go:171","msg":"trace[1719613082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9hvx; range_end:; response_count:1; response_revision:8746; }","duration":"458.531972ms","start":"2026-08-28T04:26:15.827007Z","end":"2026-08-28T04:26:16.285539Z","steps":["trace[1719613082] 'agreement among raft nodes before linearized reading' (duration: 458.280085ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:16.285598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:26:15.826985Z","time spent":"458.600534ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-s9hvx\" "} {"level":"warn","ts":"2026-08-28T04:26:16.285584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.179257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:26:16.285668Z","caller":"traceutil/trace.go:171","msg":"trace[925717597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8746; }","duration":"256.491735ms","start":"2026-08-28T04:26:16.02915Z","end":"2026-08-28T04:26:16.285642Z","steps":["trace[925717597] 'agreement among raft nodes before linearized reading' (duration: 256.341971ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:26.966727Z","caller":"traceutil/trace.go:171","msg":"trace[1904084313] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"146.715679ms","start":"2026-08-28T04:26:26.819984Z","end":"2026-08-28T04:26:26.966699Z","steps":["trace[1904084313] 'process raft request' (duration: 146.501693ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:27.908352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.009173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:26:27.908448Z","caller":"traceutil/trace.go:171","msg":"trace[391497513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"265.165417ms","start":"2026-08-28T04:26:27.643266Z","end":"2026-08-28T04:26:27.908431Z","steps":["trace[391497513] 'range keys from in-memory index tree' (duration: 264.91975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:27.908574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.006026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-28T04:26:27.908644Z","caller":"traceutil/trace.go:171","msg":"trace[1045133346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8808; }","duration":"211.091098ms","start":"2026-08-28T04:26:27.697528Z","end":"2026-08-28T04:26:27.908619Z","steps":["trace[1045133346] 'range keys from in-memory index tree' (duration: 210.832272ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:27.908336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.224133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:26:27.908984Z","caller":"traceutil/trace.go:171","msg":"trace[2103698384] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8808; }","duration":"109.934641ms","start":"2026-08-28T04:26:27.798999Z","end":"2026-08-28T04:26:27.908934Z","steps":["trace[2103698384] 'count revisions from in-memory index tree' (duration: 109.108671ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:28.699812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.505055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-28T04:26:28.699936Z","caller":"traceutil/trace.go:171","msg":"trace[1868489743] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9133; }","duration":"191.025889ms","start":"2026-08-28T04:26:28.508892Z","end":"2026-08-28T04:26:28.699918Z","steps":["trace[1868489743] 'read index received' (duration: 73.290398ms)","trace[1868489743] 'applied index is now lower than readState.Index' (duration: 117.734001ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:26:28.700035Z","caller":"traceutil/trace.go:171","msg":"trace[635254868] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"222.328992ms","start":"2026-08-28T04:26:28.47763Z","end":"2026-08-28T04:26:28.699959Z","steps":["trace[635254868] 'process raft request' (duration: 104.55164ms)","trace[635254868] 'compare' (duration: 117.26532ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:26:28.700141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.242194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-28T04:26:28.700189Z","caller":"traceutil/trace.go:171","msg":"trace[950111693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8813; }","duration":"191.315546ms","start":"2026-08-28T04:26:28.508857Z","end":"2026-08-28T04:26:28.700173Z","steps":["trace[950111693] 'agreement among raft nodes before linearized reading' (duration: 191.107571ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:29.66718Z","caller":"traceutil/trace.go:171","msg":"trace[409055927] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"132.099391ms","start":"2026-08-28T04:26:29.535047Z","end":"2026-08-28T04:26:29.667147Z","steps":["trace[409055927] 'process raft request' (duration: 131.848535ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:26:29.81636Z","caller":"traceutil/trace.go:171","msg":"trace[257637397] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9137; }","duration":"175.340905ms","start":"2026-08-28T04:26:29.640991Z","end":"2026-08-28T04:26:29.816332Z","steps":["trace[257637397] 'read index received' (duration: 25.957863ms)","trace[257637397] 'applied index is now lower than readState.Index' (duration: 149.381472ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:26:29.816469Z","caller":"traceutil/trace.go:171","msg":"trace[1905004011] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"260.549624ms","start":"2026-08-28T04:26:29.555873Z","end":"2026-08-28T04:26:29.816422Z","steps":["trace[1905004011] 'process raft request' (duration: 260.280007ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:26:29.817207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.210127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:26:29.817271Z","caller":"traceutil/trace.go:171","msg":"trace[794459114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8818; }","duration":"176.34022ms","start":"2026-08-28T04:26:29.640916Z","end":"2026-08-28T04:26:29.817256Z","steps":["trace[794459114] 'agreement among raft nodes before linearized reading' (duration: 175.569961ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:00.330613Z","caller":"traceutil/trace.go:171","msg":"trace[1069149475] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"452.602937ms","start":"2026-08-28T04:26:59.877981Z","end":"2026-08-28T04:27:00.330584Z","steps":["trace[1069149475] 'process raft request' (duration: 452.408513ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:00.330779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:26:59.877962Z","time spent":"452.734541ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:27:00.362029Z","caller":"traceutil/trace.go:171","msg":"trace[1598465744] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"430.335414ms","start":"2026-08-28T04:26:59.931664Z","end":"2026-08-28T04:27:00.362Z","steps":["trace[1598465744] 'process raft request' (duration: 430.125289ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:00.362267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:26:59.931639Z","time spent":"430.515249ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:27:00.362292Z","caller":"traceutil/trace.go:171","msg":"trace[2030126113] linearizableReadLoop","detail":"{readStateIndex:9365; appliedIndex:9364; }","duration":"278.605534ms","start":"2026-08-28T04:27:00.083668Z","end":"2026-08-28T04:27:00.362274Z","steps":["trace[2030126113] 'read index received' (duration: 246.906651ms)","trace[2030126113] 'applied index is now lower than readState.Index' (duration: 31.697143ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:27:00.362363Z","caller":"traceutil/trace.go:171","msg":"trace[2042794490] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"122.674172ms","start":"2026-08-28T04:27:00.239645Z","end":"2026-08-28T04:27:00.36232Z","steps":["trace[2042794490] 'process raft request' (duration: 122.308732ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:00.362512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.83798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:27:00.362564Z","caller":"traceutil/trace.go:171","msg":"trace[245550293] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9036; }","duration":"278.934902ms","start":"2026-08-28T04:27:00.083619Z","end":"2026-08-28T04:27:00.362554Z","steps":["trace[245550293] 'agreement among raft nodes before linearized reading' (duration: 278.83624ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:00.362602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.397314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-28T04:27:00.362651Z","caller":"traceutil/trace.go:171","msg":"trace[226044726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9036; }","duration":"229.486826ms","start":"2026-08-28T04:27:00.133151Z","end":"2026-08-28T04:27:00.362638Z","steps":["trace[226044726] 'agreement among raft nodes before linearized reading' (duration: 229.336413ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:00.74832Z","caller":"traceutil/trace.go:171","msg":"trace[655304400] linearizableReadLoop","detail":"{readStateIndex:9369; appliedIndex:9368; }","duration":"113.167339ms","start":"2026-08-28T04:27:00.635127Z","end":"2026-08-28T04:27:00.748295Z","steps":["trace[655304400] 'read index received' (duration: 112.905313ms)","trace[655304400] 'applied index is now lower than readState.Index' (duration: 261.196µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:27:00.748655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.523719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9hvx\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-08-28T04:27:00.748691Z","caller":"traceutil/trace.go:171","msg":"trace[1303870260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9hvx; range_end:; response_count:1; response_revision:9039; }","duration":"113.642191ms","start":"2026-08-28T04:27:00.635039Z","end":"2026-08-28T04:27:00.748681Z","steps":["trace[1303870260] 'agreement among raft nodes before linearized reading' (duration: 113.472776ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:00.748465Z","caller":"traceutil/trace.go:171","msg":"trace[1301056927] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"162.735278ms","start":"2026-08-28T04:27:00.585717Z","end":"2026-08-28T04:27:00.748452Z","steps":["trace[1301056927] 'process raft request' (duration: 162.38731ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:08.935107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.546481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s9hvx\" ","response":"range_response_count:1 size:6518"} {"level":"info","ts":"2026-08-28T04:27:08.935199Z","caller":"traceutil/trace.go:171","msg":"trace[1410953890] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s9hvx; range_end:; response_count:1; response_revision:9081; }","duration":"134.700175ms","start":"2026-08-28T04:27:08.800476Z","end":"2026-08-28T04:27:08.935177Z","steps":["trace[1410953890] 'range keys from in-memory index tree' (duration: 134.272955ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:08.935682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.785248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-28T04:27:08.935754Z","caller":"traceutil/trace.go:171","msg":"trace[2079799009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9081; }","duration":"148.923201ms","start":"2026-08-28T04:27:08.786814Z","end":"2026-08-28T04:27:08.935737Z","steps":["trace[2079799009] 'range keys from in-memory index tree' (duration: 148.659265ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:16.318134Z","caller":"traceutil/trace.go:171","msg":"trace[744265961] linearizableReadLoop","detail":"{readStateIndex:9495; appliedIndex:9493; }","duration":"229.907977ms","start":"2026-08-28T04:27:16.088162Z","end":"2026-08-28T04:27:16.31807Z","steps":["trace[744265961] 'read index received' (duration: 26.151978ms)","trace[744265961] 'applied index is now lower than readState.Index' (duration: 203.754409ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:27:16.318331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.126882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-08-28T04:27:16.318384Z","caller":"traceutil/trace.go:171","msg":"trace[706669312] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9159; }","duration":"230.209544ms","start":"2026-08-28T04:27:16.088156Z","end":"2026-08-28T04:27:16.318365Z","steps":["trace[706669312] 'agreement among raft nodes before linearized reading' (duration: 230.058741ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:16.318565Z","caller":"traceutil/trace.go:171","msg":"trace[2126371529] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"242.906883ms","start":"2026-08-28T04:27:16.075618Z","end":"2026-08-28T04:27:16.318525Z","steps":["trace[2126371529] 'process raft request' (duration: 242.233326ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:16.649387Z","caller":"traceutil/trace.go:171","msg":"trace[72708755] linearizableReadLoop","detail":"{readStateIndex:9496; appliedIndex:9495; }","duration":"221.481271ms","start":"2026-08-28T04:27:16.427881Z","end":"2026-08-28T04:27:16.649363Z","steps":["trace[72708755] 'read index received' (duration: 221.264286ms)","trace[72708755] 'applied index is now lower than readState.Index' (duration: 215.095µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:27:16.649472Z","caller":"traceutil/trace.go:171","msg":"trace[1977513708] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"268.154569ms","start":"2026-08-28T04:27:16.381281Z","end":"2026-08-28T04:27:16.649436Z","steps":["trace[1977513708] 'process raft request' (duration: 267.869682ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:16.649574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.664306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:27:16.649625Z","caller":"traceutil/trace.go:171","msg":"trace[1256516295] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9160; }","duration":"221.782979ms","start":"2026-08-28T04:27:16.427827Z","end":"2026-08-28T04:27:16.64961Z","steps":["trace[1256516295] 'agreement among raft nodes before linearized reading' (duration: 221.677126ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:16.753263Z","caller":"traceutil/trace.go:171","msg":"trace[1916125280] linearizableReadLoop","detail":"{readStateIndex:9498; appliedIndex:9496; }","duration":"103.76922ms","start":"2026-08-28T04:27:16.649472Z","end":"2026-08-28T04:27:16.753242Z","steps":["trace[1916125280] 'read index received' (duration: 88.093768ms)","trace[1916125280] 'applied index is now lower than readState.Index' (duration: 15.674572ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:27:16.753347Z","caller":"traceutil/trace.go:171","msg":"trace[594011782] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"268.300494ms","start":"2026-08-28T04:27:16.485004Z","end":"2026-08-28T04:27:16.753305Z","steps":["trace[594011782] 'process raft request' (duration: 268.194331ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:16.753467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.900682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-28T04:27:16.753505Z","caller":"traceutil/trace.go:171","msg":"trace[1748134895] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9162; }","duration":"319.955723ms","start":"2026-08-28T04:27:16.433537Z","end":"2026-08-28T04:27:16.753492Z","steps":["trace[1748134895] 'agreement among raft nodes before linearized reading' (duration: 319.805279ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:27:16.753533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:27:16.433469Z","time spent":"320.056865ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-28T04:27:16.753561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.204463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-28T04:27:16.753611Z","caller":"traceutil/trace.go:171","msg":"trace[1665130029] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"283.324898ms","start":"2026-08-28T04:27:16.470268Z","end":"2026-08-28T04:27:16.753593Z","steps":["trace[1665130029] 'process raft request' (duration: 267.282057ms)","trace[1665130029] 'compare' (duration: 15.506738ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:27:16.753639Z","caller":"traceutil/trace.go:171","msg":"trace[353016399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9162; }","duration":"239.326346ms","start":"2026-08-28T04:27:16.514294Z","end":"2026-08-28T04:27:16.75362Z","steps":["trace[353016399] 'agreement among raft nodes before linearized reading' (duration: 239.046479ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:16.771578Z","caller":"traceutil/trace.go:171","msg":"trace[218465530] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"114.402559ms","start":"2026-08-28T04:27:16.657145Z","end":"2026-08-28T04:27:16.771547Z","steps":["trace[218465530] 'process raft request' (duration: 114.194194ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:27:21.061816Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002548.wal"} {"level":"info","ts":"2026-08-28T04:28:13.372978Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d01cde7b2aa18f95","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T04:28:13.391653Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-08-28T04:28:13.391847Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-08-28T04:28:27.173014Z","caller":"traceutil/trace.go:171","msg":"trace[1234810723] transaction","detail":"{read_only:false; response_revision:9872; number_of_response:1; }","duration":"109.091791ms","start":"2026-08-28T04:28:27.063898Z","end":"2026-08-28T04:28:27.17299Z","steps":["trace[1234810723] 'process raft request' (duration: 108.953577ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:27.203184Z","caller":"traceutil/trace.go:171","msg":"trace[997268259] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"131.670201ms","start":"2026-08-28T04:28:27.071492Z","end":"2026-08-28T04:28:27.203162Z","steps":["trace[997268259] 'process raft request' (duration: 131.510057ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:27.203674Z","caller":"traceutil/trace.go:171","msg":"trace[1572573020] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"114.727928ms","start":"2026-08-28T04:28:27.088901Z","end":"2026-08-28T04:28:27.203629Z","steps":["trace[1572573020] 'process raft request' (duration: 114.215745ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:41.110798Z","caller":"traceutil/trace.go:171","msg":"trace[430212132] linearizableReadLoop","detail":"{readStateIndex:10309; appliedIndex:10308; }","duration":"114.067271ms","start":"2026-08-28T04:28:40.996699Z","end":"2026-08-28T04:28:41.110766Z","steps":["trace[430212132] 'read index received' (duration: 113.611829ms)","trace[430212132] 'applied index is now lower than readState.Index' (duration: 454.062µs)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:28:41.111026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.307867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-28T04:28:41.111116Z","caller":"traceutil/trace.go:171","msg":"trace[514513945] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9952; }","duration":"114.483611ms","start":"2026-08-28T04:28:40.996615Z","end":"2026-08-28T04:28:41.111099Z","steps":["trace[514513945] 'agreement among raft nodes before linearized reading' (duration: 114.291366ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:28:41.110977Z","caller":"traceutil/trace.go:171","msg":"trace[1401469780] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"132.000458ms","start":"2026-08-28T04:28:40.978931Z","end":"2026-08-28T04:28:41.110931Z","steps":["trace[1401469780] 'process raft request' (duration: 131.625229ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:29:33.677081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7924} {"level":"info","ts":"2026-08-28T04:29:33.770502Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7924,"took":"90.709222ms","hash":1553658274,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":24915968,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-28T04:29:33.770581Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1553658274,"revision":7924,"compact-revision":5475} {"level":"info","ts":"2026-08-28T04:32:28.99397Z","caller":"traceutil/trace.go:171","msg":"trace[24682393] transaction","detail":"{read_only:false; response_revision:11360; number_of_response:1; }","duration":"151.824564ms","start":"2026-08-28T04:32:28.842115Z","end":"2026-08-28T04:32:28.99394Z","steps":["trace[24682393] 'process raft request' (duration: 143.938813ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:34:28.50268Z","caller":"traceutil/trace.go:171","msg":"trace[931008260] transaction","detail":"{read_only:false; response_revision:12435; number_of_response:1; }","duration":"136.060869ms","start":"2026-08-28T04:34:28.366587Z","end":"2026-08-28T04:34:28.502648Z","steps":["trace[931008260] 'process raft request' (duration: 135.710731ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:34:28.952705Z","caller":"traceutil/trace.go:171","msg":"trace[603363467] transaction","detail":"{read_only:false; response_revision:12438; number_of_response:1; }","duration":"116.73874ms","start":"2026-08-28T04:34:28.835928Z","end":"2026-08-28T04:34:28.952667Z","steps":["trace[603363467] 'process raft request' (duration: 104.38066ms)","trace[603363467] 'compare' (duration: 12.157075ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:34:33.683249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10322} {"level":"info","ts":"2026-08-28T04:34:33.77383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10322,"took":"86.28132ms","hash":831309290,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":25305088,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-28T04:34:33.773988Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":831309290,"revision":10322,"compact-revision":7924} {"level":"info","ts":"2026-08-28T04:39:33.693022Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12466} {"level":"info","ts":"2026-08-28T04:39:33.778057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12466,"took":"82.300105ms","hash":1728071139,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":27967488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-28T04:39:33.778137Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1728071139,"revision":12466,"compact-revision":10322} {"level":"warn","ts":"2026-08-28T04:41:18.274066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.604426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-28T04:41:18.274186Z","caller":"traceutil/trace.go:171","msg":"trace[143408597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15133; }","duration":"206.786189ms","start":"2026-08-28T04:41:18.067374Z","end":"2026-08-28T04:41:18.274161Z","steps":["trace[143408597] 'range keys from in-memory index tree' (duration: 206.36029ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:41:36.819486Z","caller":"traceutil/trace.go:171","msg":"trace[505696967] transaction","detail":"{read_only:false; response_revision:15247; number_of_response:1; }","duration":"104.902537ms","start":"2026-08-28T04:41:36.714548Z","end":"2026-08-28T04:41:36.819451Z","steps":["trace[505696967] 'process raft request' (duration: 104.677131ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:41:36.90609Z","caller":"traceutil/trace.go:171","msg":"trace[536373265] transaction","detail":"{read_only:false; response_revision:15248; number_of_response:1; }","duration":"156.045353ms","start":"2026-08-28T04:41:36.750016Z","end":"2026-08-28T04:41:36.906061Z","steps":["trace[536373265] 'process raft request' (duration: 126.478212ms)","trace[536373265] 'compare' (duration: 29.439648ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:41:37.573161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.5519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.86\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-28T04:41:37.573221Z","caller":"traceutil/trace.go:171","msg":"trace[1307657200] range","detail":"{range_begin:/registry/masterleases/162.253.55.86; range_end:; response_count:1; response_revision:15249; }","duration":"354.661612ms","start":"2026-08-28T04:41:37.218544Z","end":"2026-08-28T04:41:37.573206Z","steps":["trace[1307657200] 'range keys from in-memory index tree' (duration: 354.385816ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:41:37.573247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:41:37.218499Z","time spent":"354.741804ms","remote":"127.0.0.1:45994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.86\" "} {"level":"info","ts":"2026-08-28T04:41:49.273669Z","caller":"traceutil/trace.go:171","msg":"trace[1611727878] transaction","detail":"{read_only:false; response_revision:15432; number_of_response:1; }","duration":"107.009337ms","start":"2026-08-28T04:41:49.166617Z","end":"2026-08-28T04:41:49.273626Z","steps":["trace[1611727878] 'process raft request' (duration: 93.915368ms)","trace[1611727878] 'compare' (duration: 12.909925ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:41:49.860629Z","caller":"traceutil/trace.go:171","msg":"trace[663055423] linearizableReadLoop","detail":"{readStateIndex:15978; appliedIndex:15977; }","duration":"315.715133ms","start":"2026-08-28T04:41:49.544889Z","end":"2026-08-28T04:41:49.860605Z","steps":["trace[663055423] 'read index received' (duration: 315.446427ms)","trace[663055423] 'applied index is now lower than readState.Index' (duration: 267.696µs)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:41:49.860727Z","caller":"traceutil/trace.go:171","msg":"trace[496770511] transaction","detail":"{read_only:false; response_revision:15434; number_of_response:1; }","duration":"388.660481ms","start":"2026-08-28T04:41:49.472025Z","end":"2026-08-28T04:41:49.860685Z","steps":["trace[496770511] 'process raft request' (duration: 388.379865ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:41:49.860833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.802306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:41:49.860878Z","caller":"traceutil/trace.go:171","msg":"trace[1026549532] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15434; }","duration":"299.907138ms","start":"2026-08-28T04:41:49.560959Z","end":"2026-08-28T04:41:49.860866Z","steps":["trace[1026549532] 'agreement among raft nodes before linearized reading' (duration: 299.793506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:41:49.860933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:41:49.472Z","time spent":"388.821535ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3711,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:41:49.861018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.0108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-qlx2w.18cfde664ac78b21\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-08-28T04:41:49.861127Z","caller":"traceutil/trace.go:171","msg":"trace[54738991] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-qlx2w.18cfde664ac78b21; range_end:; response_count:1; response_revision:15434; }","duration":"316.256477ms","start":"2026-08-28T04:41:49.54484Z","end":"2026-08-28T04:41:49.861097Z","steps":["trace[54738991] 'agreement among raft nodes before linearized reading' (duration: 315.873397ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:41:49.861211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:41:49.544816Z","time spent":"316.36111ms","remote":"127.0.0.1:46032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-qlx2w.18cfde664ac78b21\" "} {"level":"warn","ts":"2026-08-28T04:41:49.861228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.841946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:41:49.861288Z","caller":"traceutil/trace.go:171","msg":"trace[687076613] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:15434; }","duration":"299.921649ms","start":"2026-08-28T04:41:49.56135Z","end":"2026-08-28T04:41:49.861271Z","steps":["trace[687076613] 'agreement among raft nodes before linearized reading' (duration: 299.832047ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:41:49.861345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.36563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-28T04:41:49.861388Z","caller":"traceutil/trace.go:171","msg":"trace[642602972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15434; }","duration":"220.443022ms","start":"2026-08-28T04:41:49.640935Z","end":"2026-08-28T04:41:49.861378Z","steps":["trace[642602972] 'agreement among raft nodes before linearized reading' (duration: 220.374911ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:43:32.875868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.653181ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-08-28T04:43:32.876204Z","caller":"traceutil/trace.go:171","msg":"trace[1022823437] linearizableReadLoop","detail":"{readStateIndex:17114; appliedIndex:17113; }","duration":"232.340542ms","start":"2026-08-28T04:43:32.643842Z","end":"2026-08-28T04:43:32.876183Z","steps":["trace[1022823437] 'read index received' (duration: 26.409403ms)","trace[1022823437] 'applied index is now lower than readState.Index' (duration: 205.929349ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:43:32.876489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.617038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:43:32.876631Z","caller":"traceutil/trace.go:171","msg":"trace[2109180459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16535; }","duration":"232.788333ms","start":"2026-08-28T04:43:32.643814Z","end":"2026-08-28T04:43:32.876603Z","steps":["trace[2109180459] 'agreement among raft nodes before linearized reading' (duration: 232.552577ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:43:32.876787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.023322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-28T04:43:32.87696Z","caller":"traceutil/trace.go:171","msg":"trace[1772513528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16535; }","duration":"156.474794ms","start":"2026-08-28T04:43:32.720467Z","end":"2026-08-28T04:43:32.876942Z","steps":["trace[1772513528] 'agreement among raft nodes before linearized reading' (duration: 155.965401ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:43:32.878335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.058252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-28T04:43:32.878423Z","caller":"traceutil/trace.go:171","msg":"trace[1953234869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16535; }","duration":"149.233657ms","start":"2026-08-28T04:43:32.729171Z","end":"2026-08-28T04:43:32.878405Z","steps":["trace[1953234869] 'agreement among raft nodes before linearized reading' (duration: 148.973351ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:44:33.699061Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14521} {"level":"info","ts":"2026-08-28T04:44:33.78423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14521,"took":"82.422878ms","hash":3552339356,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":30720000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-28T04:44:33.784363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3552339356,"revision":14521,"compact-revision":12466} {"level":"info","ts":"2026-08-28T04:49:14.608754Z","caller":"traceutil/trace.go:171","msg":"trace[435870469] transaction","detail":"{read_only:false; response_revision:19006; number_of_response:1; }","duration":"630.970597ms","start":"2026-08-28T04:49:13.977757Z","end":"2026-08-28T04:49:14.608728Z","steps":["trace[435870469] 'process raft request' (duration: 630.758822ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:14.60893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:49:13.977734Z","time spent":"631.0971ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20867,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-28T04:49:14.858019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.335674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:49:14.858232Z","caller":"traceutil/trace.go:171","msg":"trace[1972535327] transaction","detail":"{read_only:false; response_revision:19007; number_of_response:1; }","duration":"580.780124ms","start":"2026-08-28T04:49:14.277415Z","end":"2026-08-28T04:49:14.858195Z","steps":["trace[1972535327] 'process raft request' (duration: 411.161894ms)","trace[1972535327] 'compare' (duration: 169.205851ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:49:14.858355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:49:14.277371Z","time spent":"580.926349ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-28T04:49:14.858576Z","caller":"traceutil/trace.go:171","msg":"trace[24294409] linearizableReadLoop","detail":"{readStateIndex:19670; appliedIndex:19668; }","duration":"431.360136ms","start":"2026-08-28T04:49:14.427202Z","end":"2026-08-28T04:49:14.858562Z","steps":["trace[24294409] 'read index received' (duration: 181.378697ms)","trace[24294409] 'applied index is now lower than readState.Index' (duration: 249.980079ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:49:14.858747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.5504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-28T04:49:14.85879Z","caller":"traceutil/trace.go:171","msg":"trace[1570526802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19008; }","duration":"431.635252ms","start":"2026-08-28T04:49:14.427143Z","end":"2026-08-28T04:49:14.858778Z","steps":["trace[1570526802] 'agreement among raft nodes before linearized reading' (duration: 431.487508ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:14.858823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:49:14.427119Z","time spent":"431.696784ms","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-28T04:49:14.87781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.959638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:49:14.877875Z","caller":"traceutil/trace.go:171","msg":"trace[1024987310] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19009; }","duration":"209.054572ms","start":"2026-08-28T04:49:14.668803Z","end":"2026-08-28T04:49:14.877857Z","steps":["trace[1024987310] 'agreement among raft nodes before linearized reading' (duration: 208.905017ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:14.87789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.316466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:49:14.877957Z","caller":"traceutil/trace.go:171","msg":"trace[2096270354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19009; }","duration":"236.47565ms","start":"2026-08-28T04:49:14.641466Z","end":"2026-08-28T04:49:14.877941Z","steps":["trace[2096270354] 'agreement among raft nodes before linearized reading' (duration: 236.374618ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:14.878143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.864527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fs4n6\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-08-28T04:49:14.878278Z","caller":"traceutil/trace.go:171","msg":"trace[1594678197] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fs4n6; range_end:; response_count:1; response_revision:19009; }","duration":"179.063801ms","start":"2026-08-28T04:49:14.699172Z","end":"2026-08-28T04:49:14.878236Z","steps":["trace[1594678197] 'agreement among raft nodes before linearized reading' (duration: 178.65748ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:14.878585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.87759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-28T04:49:14.878704Z","caller":"traceutil/trace.go:171","msg":"trace[676384817] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19009; }","duration":"382.807203ms","start":"2026-08-28T04:49:14.495869Z","end":"2026-08-28T04:49:14.878676Z","steps":["trace[676384817] 'agreement among raft nodes before linearized reading' (duration: 381.809929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:49:14.878756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-28T04:49:14.495846Z","time spent":"382.892954ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-08-28T04:49:33.707723Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16918} {"level":"info","ts":"2026-08-28T04:49:33.818395Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16918,"took":"106.255677ms","hash":1436701373,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":32309248,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-28T04:49:33.81847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1436701373,"revision":16918,"compact-revision":14521} {"level":"info","ts":"2026-08-28T04:49:39.615138Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d01cde7b2aa18f95","local-member-applied-index":20003,"local-member-snapshot-index":10002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T04:49:39.622045Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-08-28T04:49:39.622163Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-08-28T04:51:33.939558Z","caller":"traceutil/trace.go:171","msg":"trace[442889201] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"100.047337ms","start":"2026-08-28T04:51:33.839481Z","end":"2026-08-28T04:51:33.939528Z","steps":["trace[442889201] 'process raft request' (duration: 96.286315ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:54:33.716098Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19278} {"level":"info","ts":"2026-08-28T04:54:33.827001Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19278,"took":"106.701949ms","hash":2488753112,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":33832960,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-28T04:54:33.827076Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2488753112,"revision":19278,"compact-revision":16918} {"level":"info","ts":"2026-08-28T04:55:08.757663Z","caller":"traceutil/trace.go:171","msg":"trace[1901981282] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"250.393261ms","start":"2026-08-28T04:55:08.507236Z","end":"2026-08-28T04:55:08.75763Z","steps":["trace[1901981282] 'process raft request' (duration: 250.123605ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:55:08.773109Z","caller":"traceutil/trace.go:171","msg":"trace[1664495977] linearizableReadLoop","detail":"{readStateIndex:22510; appliedIndex:22507; }","duration":"131.490284ms","start":"2026-08-28T04:55:08.64159Z","end":"2026-08-28T04:55:08.77308Z","steps":["trace[1664495977] 'read index received' (duration: 115.73677ms)","trace[1664495977] 'applied index is now lower than readState.Index' (duration: 15.752124ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:55:08.773146Z","caller":"traceutil/trace.go:171","msg":"trace[296426375] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"264.214108ms","start":"2026-08-28T04:55:08.508894Z","end":"2026-08-28T04:55:08.773108Z","steps":["trace[296426375] 'process raft request' (duration: 263.954922ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:55:08.773264Z","caller":"traceutil/trace.go:171","msg":"trace[1171566115] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"256.184382ms","start":"2026-08-28T04:55:08.516981Z","end":"2026-08-28T04:55:08.773165Z","steps":["trace[1171566115] 'process raft request' (duration: 256.041239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:55:08.77335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.708619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:55:08.773511Z","caller":"traceutil/trace.go:171","msg":"trace[814944070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21754; }","duration":"131.918864ms","start":"2026-08-28T04:55:08.64154Z","end":"2026-08-28T04:55:08.773459Z","steps":["trace[814944070] 'agreement among raft nodes before linearized reading' (duration: 131.658778ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:55:08.773463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.802769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-28T04:55:08.773644Z","caller":"traceutil/trace.go:171","msg":"trace[1548613118] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21754; }","duration":"127.056337ms","start":"2026-08-28T04:55:08.646572Z","end":"2026-08-28T04:55:08.773629Z","steps":["trace[1548613118] 'agreement among raft nodes before linearized reading' (duration: 126.784359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:55:09.38669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.95924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-28T04:55:09.386929Z","caller":"traceutil/trace.go:171","msg":"trace[1851129202] linearizableReadLoop","detail":"{readStateIndex:22512; appliedIndex:22510; }","duration":"234.415841ms","start":"2026-08-28T04:55:09.1524Z","end":"2026-08-28T04:55:09.386816Z","steps":["trace[1851129202] 'read index received' (duration: 29.55553ms)","trace[1851129202] 'applied index is now lower than readState.Index' (duration: 204.858591ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:55:09.387259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.855863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-28T04:55:09.387338Z","caller":"traceutil/trace.go:171","msg":"trace[2013302589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21756; }","duration":"234.972946ms","start":"2026-08-28T04:55:09.15234Z","end":"2026-08-28T04:55:09.387313Z","steps":["trace[2013302589] 'agreement among raft nodes before linearized reading' (duration: 234.696919ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:55:09.38699Z","caller":"traceutil/trace.go:171","msg":"trace[2114925252] transaction","detail":"{read_only:false; response_revision:21756; number_of_response:1; }","duration":"255.945966ms","start":"2026-08-28T04:55:09.130997Z","end":"2026-08-28T04:55:09.386943Z","steps":["trace[2114925252] 'process raft request' (duration: 154.582467ms)","trace[2114925252] 'compare' (duration: 100.734554ms)"],"step_count":2} {"level":"warn","ts":"2026-08-28T04:55:09.387383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.008602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-28T04:55:09.387443Z","caller":"traceutil/trace.go:171","msg":"trace[1223008713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21756; }","duration":"220.142474ms","start":"2026-08-28T04:55:09.167283Z","end":"2026-08-28T04:55:09.387426Z","steps":["trace[1223008713] 'agreement among raft nodes before linearized reading' (duration: 219.96116ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:55:09.387673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.278939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-28T04:55:09.387722Z","caller":"traceutil/trace.go:171","msg":"trace[676585806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21756; }","duration":"234.390831ms","start":"2026-08-28T04:55:09.153316Z","end":"2026-08-28T04:55:09.387707Z","steps":["trace[676585806] 'agreement among raft nodes before linearized reading' (duration: 233.857728ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:59:33.726139Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21553} {"level":"info","ts":"2026-08-28T04:59:33.842883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21553,"took":"112.06958ms","hash":3776260147,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":41824256,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-28T04:59:33.842952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3776260147,"revision":21553,"compact-revision":19278} {"level":"info","ts":"2026-08-28T04:59:34.058751Z","caller":"traceutil/trace.go:171","msg":"trace[710368298] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"129.384822ms","start":"2026-08-28T04:59:33.92932Z","end":"2026-08-28T04:59:34.058705Z","steps":["trace[710368298] 'process raft request' (duration: 113.466893ms)","trace[710368298] 'compare' (duration: 15.470567ms)"],"step_count":2} {"level":"info","ts":"2026-08-28T04:59:34.062477Z","caller":"traceutil/trace.go:171","msg":"trace[149741531] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"132.931449ms","start":"2026-08-28T04:59:33.929482Z","end":"2026-08-28T04:59:34.062413Z","steps":["trace[149741531] 'process raft request' (duration: 132.663822ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T04:59:34.062668Z","caller":"traceutil/trace.go:171","msg":"trace[1823010817] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"108.37507ms","start":"2026-08-28T04:59:33.954268Z","end":"2026-08-28T04:59:34.062643Z","steps":["trace[1823010817] 'process raft request' (duration: 108.087362ms)"],"step_count":1} {"level":"warn","ts":"2026-08-28T04:59:34.444629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.649574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-08-28T04:59:34.444769Z","caller":"traceutil/trace.go:171","msg":"trace[1624392527] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24357; }","duration":"222.817668ms","start":"2026-08-28T04:59:34.221922Z","end":"2026-08-28T04:59:34.444739Z","steps":["trace[1624392527] 'range keys from in-memory index tree' (duration: 222.329126ms)"],"step_count":1} {"level":"info","ts":"2026-08-28T05:04:33.733572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24340} {"level":"info","ts":"2026-08-28T05:04:33.880817Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24340,"took":"143.949677ms","hash":67195235,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":33218560,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-28T05:04:33.880971Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":67195235,"revision":24340,"compact-revision":21553} {"level":"info","ts":"2026-08-28T05:05:05.336357Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006de2.wal"} {"level":"info","ts":"2026-08-28T05:09:12.386575Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d01cde7b2aa18f95","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-28T05:09:12.393448Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-08-28T05:09:12.393588Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-08-28T05:09:33.742043Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26950} {"level":"info","ts":"2026-08-28T05:09:33.881973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26950,"took":"133.904362ms","hash":1924446486,"current-db-size-bytes":54804480,"current-db-size":"55 MB","current-db-size-in-use-bytes":29462528,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-28T05:09:33.882075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1924446486,"revision":26950,"compact-revision":24340}