{"level":"warn","ts":"2026-03-31T05:12:47.756207Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T05:12:47.756381Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.234:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.234:2380","--initial-cluster=instance=https://199.19.213.234:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.234:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.234:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T05:12:47.756674Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T05:12:47.756736Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.234:2380"]} {"level":"info","ts":"2026-03-31T05:12:47.75693Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T05:12:47.758032Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.234:2379"]} {"level":"info","ts":"2026-03-31T05:12:47.758213Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.234:2380"],"listen-peer-urls":["https://199.19.213.234:2380"],"advertise-client-urls":["https://199.19.213.234:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.234:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.234:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T05:12:47.762961Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.487476ms"} {"level":"info","ts":"2026-03-31T05:12:47.769465Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"985a0f2e99e4506a","cluster-id":"b70d9df6d0cb8c15"} {"level":"info","ts":"2026-03-31T05:12:47.769557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T05:12:47.769578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a became follower at term 0"} {"level":"info","ts":"2026-03-31T05:12:47.769597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 985a0f2e99e4506a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T05:12:47.769607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a became follower at term 1"} {"level":"info","ts":"2026-03-31T05:12:47.769647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a switched to configuration voters=(10978103734493794410)"} {"level":"warn","ts":"2026-03-31T05:12:47.77559Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T05:12:47.776902Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T05:12:47.777975Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T05:12:47.781275Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"985a0f2e99e4506a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T05:12:47.781436Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"985a0f2e99e4506a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T05:12:47.781562Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T05:12:47.781752Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T05:12:47.781767Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T05:12:47.783056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a switched to configuration voters=(10978103734493794410)"} {"level":"info","ts":"2026-03-31T05:12:47.783941Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b70d9df6d0cb8c15","local-member-id":"985a0f2e99e4506a","added-peer-id":"985a0f2e99e4506a","added-peer-peer-urls":["https://199.19.213.234:2380"]} {"level":"info","ts":"2026-03-31T05:12:47.785555Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T05:12:47.785627Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.234:2380"} {"level":"info","ts":"2026-03-31T05:12:47.785676Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.234:2380"} {"level":"info","ts":"2026-03-31T05:12:47.785856Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"985a0f2e99e4506a","initial-advertise-peer-urls":["https://199.19.213.234:2380"],"listen-peer-urls":["https://199.19.213.234:2380"],"advertise-client-urls":["https://199.19.213.234:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.234:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T05:12:47.785954Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T05:12:48.770168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T05:12:48.7703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T05:12:48.770355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a received MsgPreVoteResp from 985a0f2e99e4506a at term 1"} {"level":"info","ts":"2026-03-31T05:12:48.77038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a became candidate at term 2"} {"level":"info","ts":"2026-03-31T05:12:48.770396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a received MsgVoteResp from 985a0f2e99e4506a at term 2"} {"level":"info","ts":"2026-03-31T05:12:48.770413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"985a0f2e99e4506a became leader at term 2"} {"level":"info","ts":"2026-03-31T05:12:48.770432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 985a0f2e99e4506a elected leader 985a0f2e99e4506a at term 2"} {"level":"info","ts":"2026-03-31T05:12:48.771668Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"985a0f2e99e4506a","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.234:2379]}","request-path":"/0/members/985a0f2e99e4506a/attributes","cluster-id":"b70d9df6d0cb8c15","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T05:12:48.771691Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T05:12:48.771711Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T05:12:48.771773Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T05:12:48.772052Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T05:12:48.772097Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T05:12:48.773016Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b70d9df6d0cb8c15","local-member-id":"985a0f2e99e4506a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T05:12:48.773286Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T05:12:48.773354Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T05:12:48.776525Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T05:12:48.776532Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.234:2379"} {"level":"info","ts":"2026-03-31T05:13:13.515523Z","caller":"traceutil/trace.go:171","msg":"trace[613748497] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"117.850127ms","start":"2026-03-31T05:13:13.397645Z","end":"2026-03-31T05:13:13.515495Z","steps":["trace[613748497] 'process raft request' (duration: 117.682642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.8449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.646091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nltgt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T05:13:25.845073Z","caller":"traceutil/trace.go:171","msg":"trace[1878863762] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nltgt; range_end:; response_count:1; response_revision:577; }","duration":"110.891507ms","start":"2026-03-31T05:13:25.734154Z","end":"2026-03-31T05:13:25.845046Z","steps":["trace[1878863762] 'range keys from in-memory index tree' (duration: 110.240872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:25.976803Z","caller":"traceutil/trace.go:171","msg":"trace[1987447774] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"154.092211ms","start":"2026-03-31T05:13:25.822683Z","end":"2026-03-31T05:13:25.976776Z","steps":["trace[1987447774] 'process raft request' (duration: 153.470547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:26.041063Z","caller":"traceutil/trace.go:171","msg":"trace[404728335] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"180.959341ms","start":"2026-03-31T05:13:25.860072Z","end":"2026-03-31T05:13:26.041032Z","steps":["trace[404728335] 'process raft request' (duration: 180.863708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:26.041098Z","caller":"traceutil/trace.go:171","msg":"trace[1421209617] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"191.372941ms","start":"2026-03-31T05:13:25.849697Z","end":"2026-03-31T05:13:26.04107Z","steps":["trace[1421209617] 'process raft request' (duration: 191.085815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:26.362666Z","caller":"traceutil/trace.go:171","msg":"trace[1605901258] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"322.642087ms","start":"2026-03-31T05:13:26.039982Z","end":"2026-03-31T05:13:26.362624Z","steps":["trace[1605901258] 'process raft request' (duration: 322.413901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:26.363312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:26.039942Z","time spent":"322.859542ms","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:14:56.459396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.295578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec7117cb-2c00-4365-982b-9a86a7a0dc0a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T05:14:56.459504Z","caller":"traceutil/trace.go:171","msg":"trace[1304809527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec7117cb-2c00-4365-982b-9a86a7a0dc0a; range_end:; response_count:1; response_revision:1821; }","duration":"216.459572ms","start":"2026-03-31T05:14:56.243024Z","end":"2026-03-31T05:14:56.459483Z","steps":["trace[1304809527] 'range keys from in-memory index tree' (duration: 216.150925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:44.650959Z","caller":"traceutil/trace.go:171","msg":"trace[1334120915] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"106.986845ms","start":"2026-03-31T05:15:44.54395Z","end":"2026-03-31T05:15:44.650937Z","steps":["trace[1334120915] 'process raft request' (duration: 106.77287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:50.939461Z","caller":"traceutil/trace.go:171","msg":"trace[1872601749] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"153.909973ms","start":"2026-03-31T05:15:50.785519Z","end":"2026-03-31T05:15:50.939429Z","steps":["trace[1872601749] 'process raft request' (duration: 153.666248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:51.353895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.517224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:51.354083Z","caller":"traceutil/trace.go:171","msg":"trace[907054937] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"277.403065ms","start":"2026-03-31T05:15:51.076659Z","end":"2026-03-31T05:15:51.354062Z","steps":["trace[907054937] 'process raft request' (duration: 277.324093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:51.354267Z","caller":"traceutil/trace.go:171","msg":"trace[1255809083] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"410.47204ms","start":"2026-03-31T05:15:50.943651Z","end":"2026-03-31T05:15:51.354123Z","steps":["trace[1255809083] 'process raft request' (duration: 136.432834ms)","trace[1255809083] 'compare' (duration: 273.288629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:51.354483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:50.943632Z","time spent":"410.714016ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:51.400173Z","caller":"traceutil/trace.go:171","msg":"trace[256873506] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"116.517118ms","start":"2026-03-31T05:15:51.283608Z","end":"2026-03-31T05:15:51.400125Z","steps":["trace[256873506] 'process raft request' (duration: 116.406215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.722321Z","caller":"traceutil/trace.go:171","msg":"trace[1730379268] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"164.474708ms","start":"2026-03-31T05:20:50.557821Z","end":"2026-03-31T05:20:50.722296Z","steps":["trace[1730379268] 'process raft request' (duration: 135.576445ms)","trace[1730379268] 'compare' (duration: 28.702178ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:50.87063Z","caller":"traceutil/trace.go:171","msg":"trace[1760098977] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"312.598359ms","start":"2026-03-31T05:20:50.557996Z","end":"2026-03-31T05:20:50.870595Z","steps":["trace[1760098977] 'process raft request' (duration: 290.60416ms)","trace[1760098977] 'compare' (duration: 21.696982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:50.870735Z","caller":"traceutil/trace.go:171","msg":"trace[1513080733] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"283.161384ms","start":"2026-03-31T05:20:50.587548Z","end":"2026-03-31T05:20:50.87071Z","steps":["trace[1513080733] 'process raft request' (duration: 282.897808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.870813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.557961Z","time spent":"312.754143ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:50.870731Z","caller":"traceutil/trace.go:171","msg":"trace[1784708559] linearizableReadLoop","detail":"{readStateIndex:5066; appliedIndex:5063; }","duration":"226.270198ms","start":"2026-03-31T05:20:50.64441Z","end":"2026-03-31T05:20:50.87068Z","steps":["trace[1784708559] 'read index received' (duration: 49.056329ms)","trace[1784708559] 'applied index is now lower than readState.Index' (duration: 177.211149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.871008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.553595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:50.871138Z","caller":"traceutil/trace.go:171","msg":"trace[1559984896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4878; }","duration":"226.76347ms","start":"2026-03-31T05:20:50.644349Z","end":"2026-03-31T05:20:50.871112Z","steps":["trace[1559984896] 'agreement among raft nodes before linearized reading' (duration: 226.464073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.871171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.833171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T05:20:50.871248Z","caller":"traceutil/trace.go:171","msg":"trace[1440819170] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4878; }","duration":"190.972085ms","start":"2026-03-31T05:20:50.68026Z","end":"2026-03-31T05:20:50.871232Z","steps":["trace[1440819170] 'agreement among raft nodes before linearized reading' (duration: 190.708019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.871466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.854544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4df54c5c-bcca-46cd-89d9-1f0c4fa475c2\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T05:20:50.871579Z","caller":"traceutil/trace.go:171","msg":"trace[1834646272] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4df54c5c-bcca-46cd-89d9-1f0c4fa475c2; range_end:; response_count:1; response_revision:4878; }","duration":"163.991308ms","start":"2026-03-31T05:20:50.707562Z","end":"2026-03-31T05:20:50.871553Z","steps":["trace[1834646272] 'agreement among raft nodes before linearized reading' (duration: 163.597798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.324625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.693191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:51.32474Z","caller":"traceutil/trace.go:171","msg":"trace[777855538] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5072; }","duration":"116.523315ms","start":"2026-03-31T05:20:51.208199Z","end":"2026-03-31T05:20:51.324723Z","steps":["trace[777855538] 'read index received' (duration: 33.701µs)","trace[777855538] 'applied index is now lower than readState.Index' (duration: 116.488224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:51.324928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.718869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9qrh9-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-31T05:20:51.324964Z","caller":"traceutil/trace.go:171","msg":"trace[966217966] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9qrh9-tls; range_end:; response_count:1; response_revision:4884; }","duration":"116.797611ms","start":"2026-03-31T05:20:51.208156Z","end":"2026-03-31T05:20:51.324953Z","steps":["trace[966217966] 'agreement among raft nodes before linearized reading' (duration: 116.610387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.324954Z","caller":"traceutil/trace.go:171","msg":"trace[1373153944] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"319.015801ms","start":"2026-03-31T05:20:51.005765Z","end":"2026-03-31T05:20:51.32478Z","steps":["trace[1373153944] 'process raft request' (duration: 171.080954ms)","trace[1373153944] 'compare' (duration: 147.459225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:51.325523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.005753Z","time spent":"319.271338ms","remote":"127.0.0.1:46184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:01.824087Z","caller":"traceutil/trace.go:171","msg":"trace[441289497] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"100.69409ms","start":"2026-03-31T05:21:01.723366Z","end":"2026-03-31T05:21:01.82406Z","steps":["trace[441289497] 'process raft request' (duration: 100.475855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:01.347316Z","caller":"traceutil/trace.go:171","msg":"trace[931641283] linearizableReadLoop","detail":"{readStateIndex:5992; appliedIndex:5990; }","duration":"119.97445ms","start":"2026-03-31T05:22:01.227316Z","end":"2026-03-31T05:22:01.347291Z","steps":["trace[931641283] 'read index received' (duration: 52.541463ms)","trace[931641283] 'applied index is now lower than readState.Index' (duration: 67.431937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:01.347356Z","caller":"traceutil/trace.go:171","msg":"trace[1471546124] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"152.412989ms","start":"2026-03-31T05:22:01.194916Z","end":"2026-03-31T05:22:01.347329Z","steps":["trace[1471546124] 'process raft request' (duration: 152.236114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:01.347612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.275756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:22:01.348053Z","caller":"traceutil/trace.go:171","msg":"trace[1367283293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5779; }","duration":"120.75215ms","start":"2026-03-31T05:22:01.227276Z","end":"2026-03-31T05:22:01.348028Z","steps":["trace[1367283293] 'agreement among raft nodes before linearized reading' (duration: 120.164665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.79908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3005} {"level":"info","ts":"2026-03-31T05:22:48.877714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3005,"took":"77.023634ms","hash":3644349060,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":32026624,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T05:22:48.877791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3644349060,"revision":3005,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T05:27:17.255246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.448206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:17.255339Z","caller":"traceutil/trace.go:171","msg":"trace[225642164] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8117; }","duration":"370.5878ms","start":"2026-03-31T05:27:16.884735Z","end":"2026-03-31T05:27:17.255323Z","steps":["trace[225642164] 'count revisions from in-memory index tree' (duration: 370.375255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:17.255371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:16.884719Z","time spent":"370.6441ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:27:17.255266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.938281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:27:17.255486Z","caller":"traceutil/trace.go:171","msg":"trace[1061690017] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8117; }","duration":"174.202217ms","start":"2026-03-31T05:27:17.08126Z","end":"2026-03-31T05:27:17.255462Z","steps":["trace[1061690017] 'count revisions from in-memory index tree' (duration: 173.858928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:30.95625Z","caller":"traceutil/trace.go:171","msg":"trace[914101389] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8481; }","duration":"127.320746ms","start":"2026-03-31T05:27:30.828892Z","end":"2026-03-31T05:27:30.956213Z","steps":["trace[914101389] 'read index received' (duration: 127.134151ms)","trace[914101389] 'applied index is now lower than readState.Index' (duration: 185.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:30.956322Z","caller":"traceutil/trace.go:171","msg":"trace[1837706379] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"144.274927ms","start":"2026-03-31T05:27:30.81202Z","end":"2026-03-31T05:27:30.956295Z","steps":["trace[1837706379] 'process raft request' (duration: 144.020721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:30.956487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.570531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:27:30.956576Z","caller":"traceutil/trace.go:171","msg":"trace[227986699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8188; }","duration":"127.696205ms","start":"2026-03-31T05:27:30.82886Z","end":"2026-03-31T05:27:30.956556Z","steps":["trace[227986699] 'agreement among raft nodes before linearized reading' (duration: 127.47274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:48.804757Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6137} {"level":"info","ts":"2026-03-31T05:27:48.895078Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6137,"took":"88.346843ms","hash":1880846457,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":22958080,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T05:27:48.895143Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1880846457,"revision":6137,"compact-revision":3005} {"level":"info","ts":"2026-03-31T05:27:58.078927Z","caller":"traceutil/trace.go:171","msg":"trace[1095134859] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"111.343258ms","start":"2026-03-31T05:27:57.967527Z","end":"2026-03-31T05:27:58.07887Z","steps":["trace[1095134859] 'process raft request' (duration: 111.070662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:58.263178Z","caller":"traceutil/trace.go:171","msg":"trace[589396999] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8690; }","duration":"234.24679ms","start":"2026-03-31T05:27:58.028903Z","end":"2026-03-31T05:27:58.26315Z","steps":["trace[589396999] 'read index received' (duration: 49.80453ms)","trace[589396999] 'applied index is now lower than readState.Index' (duration: 184.441ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:58.263285Z","caller":"traceutil/trace.go:171","msg":"trace[1232978507] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"281.454838ms","start":"2026-03-31T05:27:57.981785Z","end":"2026-03-31T05:27:58.26324Z","steps":["trace[1232978507] 'process raft request' (duration: 198.156085ms)","trace[1232978507] 'compare' (duration: 83.039017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:58.263359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.437975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qkk9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:27:58.263413Z","caller":"traceutil/trace.go:171","msg":"trace[1242050398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qkk9r; range_end:; response_count:1; response_revision:8389; }","duration":"234.544397ms","start":"2026-03-31T05:27:58.028849Z","end":"2026-03-31T05:27:58.263394Z","steps":["trace[1242050398] 'agreement among raft nodes before linearized reading' (duration: 234.437864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:01.20462Z","caller":"traceutil/trace.go:171","msg":"trace[1807395572] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"117.627207ms","start":"2026-03-31T05:28:01.086965Z","end":"2026-03-31T05:28:01.204592Z","steps":["trace[1807395572] 'process raft request' (duration: 117.473473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:01.205113Z","caller":"traceutil/trace.go:171","msg":"trace[84255233] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8708; }","duration":"104.377313ms","start":"2026-03-31T05:28:01.100725Z","end":"2026-03-31T05:28:01.205102Z","steps":["trace[84255233] 'read index received' (duration: 104.373183ms)","trace[84255233] 'applied index is now lower than readState.Index' (duration: 3.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:01.205266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.530426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:28:01.205306Z","caller":"traceutil/trace.go:171","msg":"trace[1461067700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8405; }","duration":"104.612738ms","start":"2026-03-31T05:28:01.100683Z","end":"2026-03-31T05:28:01.205296Z","steps":["trace[1461067700] 'agreement among raft nodes before linearized reading' (duration: 104.483435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:01.425487Z","caller":"traceutil/trace.go:171","msg":"trace[19956388] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8708; }","duration":"220.32389ms","start":"2026-03-31T05:28:01.205144Z","end":"2026-03-31T05:28:01.425468Z","steps":["trace[19956388] 'read index received' (duration: 220.216997ms)","trace[19956388] 'applied index is now lower than readState.Index' (duration: 106.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:01.425588Z","caller":"traceutil/trace.go:171","msg":"trace[1781447671] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"238.109271ms","start":"2026-03-31T05:28:01.187412Z","end":"2026-03-31T05:28:01.425521Z","steps":["trace[1781447671] 'process raft request' (duration: 237.924556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.425788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.564679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:28:01.425882Z","caller":"traceutil/trace.go:171","msg":"trace[475599102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8406; }","duration":"321.692452ms","start":"2026-03-31T05:28:01.104169Z","end":"2026-03-31T05:28:01.425862Z","steps":["trace[475599102] 'agreement among raft nodes before linearized reading' (duration: 321.388165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.425921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.104158Z","time spent":"321.754323ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:28:01.428693Z","caller":"traceutil/trace.go:171","msg":"trace[996448524] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"220.280919ms","start":"2026-03-31T05:28:01.208373Z","end":"2026-03-31T05:28:01.428654Z","steps":["trace[996448524] 'process raft request' (duration: 219.993022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.428848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.179257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:01.428946Z","caller":"traceutil/trace.go:171","msg":"trace[2053666537] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8407; }","duration":"155.300839ms","start":"2026-03-31T05:28:01.273631Z","end":"2026-03-31T05:28:01.428932Z","steps":["trace[2053666537] 'agreement among raft nodes before linearized reading' (duration: 154.864109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:11.380897Z","caller":"traceutil/trace.go:171","msg":"trace[904443891] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"138.47964ms","start":"2026-03-31T05:28:11.242396Z","end":"2026-03-31T05:28:11.380875Z","steps":["trace[904443891] 'process raft request' (duration: 138.301446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:11.526009Z","caller":"traceutil/trace.go:171","msg":"trace[7678309] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8810; }","duration":"145.140159ms","start":"2026-03-31T05:28:11.380852Z","end":"2026-03-31T05:28:11.525992Z","steps":["trace[7678309] 'read index received' (duration: 144.927664ms)","trace[7678309] 'applied index is now lower than readState.Index' (duration: 211.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:11.526197Z","caller":"traceutil/trace.go:171","msg":"trace[1628410116] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"156.092188ms","start":"2026-03-31T05:28:11.370096Z","end":"2026-03-31T05:28:11.526188Z","steps":["trace[1628410116] 'process raft request' (duration: 155.74661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:11.526441Z","caller":"traceutil/trace.go:171","msg":"trace[2058754571] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"148.533529ms","start":"2026-03-31T05:28:11.3779Z","end":"2026-03-31T05:28:11.526434Z","steps":["trace[2058754571] 'process raft request' (duration: 148.047448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:11.526749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.874876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:11.526854Z","caller":"traceutil/trace.go:171","msg":"trace[1003935281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8504; }","duration":"146.01665ms","start":"2026-03-31T05:28:11.380826Z","end":"2026-03-31T05:28:11.526842Z","steps":["trace[1003935281] 'agreement among raft nodes before linearized reading' (duration: 145.876146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:12.448683Z","caller":"traceutil/trace.go:171","msg":"trace[180176918] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"110.411005ms","start":"2026-03-31T05:28:12.338243Z","end":"2026-03-31T05:28:12.448653Z","steps":["trace[180176918] 'process raft request' (duration: 75.371056ms)","trace[180176918] 'compare' (duration: 34.922537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:33.241197Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000236d.wal"} {"level":"info","ts":"2026-03-31T05:30:23.552447Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"985a0f2e99e4506a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:30:23.556768Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T05:30:23.556856Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T05:32:48.855062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8291} {"level":"info","ts":"2026-03-31T05:32:49.001797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8291,"took":"144.382449ms","hash":1913201276,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":26619904,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-31T05:32:49.00187Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1913201276,"revision":8291,"compact-revision":6137} {"level":"info","ts":"2026-03-31T05:33:14.999205Z","caller":"traceutil/trace.go:171","msg":"trace[1927864088] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"147.336578ms","start":"2026-03-31T05:33:14.851848Z","end":"2026-03-31T05:33:14.999185Z","steps":["trace[1927864088] 'process raft request' (duration: 147.162484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:15.14285Z","caller":"traceutil/trace.go:171","msg":"trace[1979744369] linearizableReadLoop","detail":"{readStateIndex:11495; appliedIndex:11494; }","duration":"212.761402ms","start":"2026-03-31T05:33:14.930055Z","end":"2026-03-31T05:33:15.142816Z","steps":["trace[1979744369] 'read index received' (duration: 69.289545ms)","trace[1979744369] 'applied index is now lower than readState.Index' (duration: 143.470577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:15.143087Z","caller":"traceutil/trace.go:171","msg":"trace[506855620] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"231.647244ms","start":"2026-03-31T05:33:14.911412Z","end":"2026-03-31T05:33:15.143059Z","steps":["trace[506855620] 'process raft request' (duration: 209.500175ms)","trace[506855620] 'compare' (duration: 21.769609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:15.143173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.103821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:33:15.143203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.824536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:33:15.143284Z","caller":"traceutil/trace.go:171","msg":"trace[1986784937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11111; }","duration":"148.950798ms","start":"2026-03-31T05:33:14.994313Z","end":"2026-03-31T05:33:15.143263Z","steps":["trace[1986784937] 'agreement among raft nodes before linearized reading' (duration: 148.713122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:15.143226Z","caller":"traceutil/trace.go:171","msg":"trace[1344164428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11111; }","duration":"213.195093ms","start":"2026-03-31T05:33:14.930019Z","end":"2026-03-31T05:33:15.143214Z","steps":["trace[1344164428] 'agreement among raft nodes before linearized reading' (duration: 213.000448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:15.425987Z","caller":"traceutil/trace.go:171","msg":"trace[728320515] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"278.484731ms","start":"2026-03-31T05:33:15.147466Z","end":"2026-03-31T05:33:15.42595Z","steps":["trace[728320515] 'process raft request' (duration: 245.33047ms)","trace[728320515] 'compare' (duration: 32.955287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:15.426111Z","caller":"traceutil/trace.go:171","msg":"trace[1912380444] transaction","detail":"{read_only:false; response_revision:11114; number_of_response:1; }","duration":"156.545519ms","start":"2026-03-31T05:33:15.269543Z","end":"2026-03-31T05:33:15.426088Z","steps":["trace[1912380444] 'process raft request' (duration: 156.364463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:48.86044Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10967} {"level":"info","ts":"2026-03-31T05:37:48.935921Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10967,"took":"73.502021ms","hash":758578724,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":27979776,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T05:37:48.936004Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":758578724,"revision":10967,"compact-revision":8291} {"level":"info","ts":"2026-03-31T05:39:07.262367Z","caller":"traceutil/trace.go:171","msg":"trace[1471170953] transaction","detail":"{read_only:false; response_revision:13513; number_of_response:1; }","duration":"117.339978ms","start":"2026-03-31T05:39:07.144991Z","end":"2026-03-31T05:39:07.262331Z","steps":["trace[1471170953] 'process raft request' (duration: 117.184375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:45.184415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.302453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:39:45.184621Z","caller":"traceutil/trace.go:171","msg":"trace[806721062] transaction","detail":"{read_only:false; response_revision:13725; number_of_response:1; }","duration":"214.858826ms","start":"2026-03-31T05:39:44.969744Z","end":"2026-03-31T05:39:45.184603Z","steps":["trace[806721062] 'process raft request' (duration: 214.785814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:45.184683Z","caller":"traceutil/trace.go:171","msg":"trace[469321308] linearizableReadLoop","detail":"{readStateIndex:14199; appliedIndex:14198; }","duration":"352.192649ms","start":"2026-03-31T05:39:44.832452Z","end":"2026-03-31T05:39:45.184645Z","steps":["trace[469321308] 'read index received' (duration: 137.565658ms)","trace[469321308] 'applied index is now lower than readState.Index' (duration: 214.622451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:39:45.184816Z","caller":"traceutil/trace.go:171","msg":"trace[2139571441] transaction","detail":"{read_only:false; response_revision:13724; number_of_response:1; }","duration":"363.188531ms","start":"2026-03-31T05:39:44.821609Z","end":"2026-03-31T05:39:45.184797Z","steps":["trace[2139571441] 'process raft request' (duration: 148.424747ms)","trace[2139571441] 'compare' (duration: 213.948134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:39:45.18494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:44.821583Z","time spent":"363.268203ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:39:45.184983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.515356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:39:45.185083Z","caller":"traceutil/trace.go:171","msg":"trace[730671817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13725; }","duration":"352.64831ms","start":"2026-03-31T05:39:44.832399Z","end":"2026-03-31T05:39:45.185047Z","steps":["trace[730671817] 'agreement among raft nodes before linearized reading' (duration: 352.428924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:45.185148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:39:44.832377Z","time spent":"352.757003ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:39:45.191634Z","caller":"traceutil/trace.go:171","msg":"trace[1012369524] transaction","detail":"{read_only:false; response_revision:13726; number_of_response:1; }","duration":"167.818638ms","start":"2026-03-31T05:39:45.023802Z","end":"2026-03-31T05:39:45.191621Z","steps":["trace[1012369524] 'process raft request' (duration: 167.736176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:45.191867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.905172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:39:45.191917Z","caller":"traceutil/trace.go:171","msg":"trace[38954621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13727; }","duration":"218.992914ms","start":"2026-03-31T05:39:44.972912Z","end":"2026-03-31T05:39:45.191905Z","steps":["trace[38954621] 'agreement among raft nodes before linearized reading' (duration: 218.83903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:45.19203Z","caller":"traceutil/trace.go:171","msg":"trace[2065261356] transaction","detail":"{read_only:false; response_revision:13727; number_of_response:1; }","duration":"147.446692ms","start":"2026-03-31T05:39:45.044568Z","end":"2026-03-31T05:39:45.192015Z","steps":["trace[2065261356] 'process raft request' (duration: 147.027133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:32.446373Z","caller":"traceutil/trace.go:171","msg":"trace[1581242056] transaction","detail":"{read_only:false; response_revision:14968; number_of_response:1; }","duration":"122.282686ms","start":"2026-03-31T05:41:32.324069Z","end":"2026-03-31T05:41:32.446352Z","steps":["trace[1581242056] 'process raft request' (duration: 122.239745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:32.44683Z","caller":"traceutil/trace.go:171","msg":"trace[1044897775] transaction","detail":"{read_only:false; response_revision:14967; number_of_response:1; }","duration":"122.750837ms","start":"2026-03-31T05:41:32.324068Z","end":"2026-03-31T05:41:32.446819Z","steps":["trace[1044897775] 'process raft request' (duration: 122.105932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.866049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12984} {"level":"info","ts":"2026-03-31T05:42:48.940628Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12984,"took":"71.772168ms","hash":2896597641,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":30601216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T05:42:48.940775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2896597641,"revision":12984,"compact-revision":10967} {"level":"info","ts":"2026-03-31T05:44:32.664079Z","caller":"traceutil/trace.go:171","msg":"trace[1529931157] transaction","detail":"{read_only:false; response_revision:16375; number_of_response:1; }","duration":"169.717859ms","start":"2026-03-31T05:44:32.494324Z","end":"2026-03-31T05:44:32.664042Z","steps":["trace[1529931157] 'process raft request' (duration: 99.089839ms)","trace[1529931157] 'compare' (duration: 70.507177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:33.209916Z","caller":"traceutil/trace.go:171","msg":"trace[1959935964] linearizableReadLoop","detail":"{readStateIndex:16935; appliedIndex:16934; }","duration":"169.950605ms","start":"2026-03-31T05:44:33.039944Z","end":"2026-03-31T05:44:33.209894Z","steps":["trace[1959935964] 'read index received' (duration: 169.75779ms)","trace[1959935964] 'applied index is now lower than readState.Index' (duration: 190.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:33.210004Z","caller":"traceutil/trace.go:171","msg":"trace[107418530] transaction","detail":"{read_only:false; response_revision:16377; number_of_response:1; }","duration":"170.094528ms","start":"2026-03-31T05:44:33.039881Z","end":"2026-03-31T05:44:33.209976Z","steps":["trace[107418530] 'process raft request' (duration: 169.864382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:33.210256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.281633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T05:44:33.210347Z","caller":"traceutil/trace.go:171","msg":"trace[1483552463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16377; }","duration":"170.411385ms","start":"2026-03-31T05:44:33.039916Z","end":"2026-03-31T05:44:33.210328Z","steps":["trace[1483552463] 'agreement among raft nodes before linearized reading' (duration: 170.079277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:19.285431Z","caller":"traceutil/trace.go:171","msg":"trace[644698561] transaction","detail":"{read_only:false; response_revision:17587; number_of_response:1; }","duration":"159.941507ms","start":"2026-03-31T05:47:19.125454Z","end":"2026-03-31T05:47:19.285396Z","steps":["trace[644698561] 'process raft request' (duration: 159.681721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:19.634247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.605218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:47:19.634343Z","caller":"traceutil/trace.go:171","msg":"trace[148897357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17588; }","duration":"118.12435ms","start":"2026-03-31T05:47:19.516199Z","end":"2026-03-31T05:47:19.634323Z","steps":["trace[148897357] 'range keys from in-memory index tree' (duration: 117.381173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:19.943481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.305159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:47:19.943557Z","caller":"traceutil/trace.go:171","msg":"trace[829761051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17589; }","duration":"166.420482ms","start":"2026-03-31T05:47:19.777123Z","end":"2026-03-31T05:47:19.943543Z","steps":["trace[829761051] 'range keys from in-memory index tree' (duration: 166.182536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:41.84277Z","caller":"traceutil/trace.go:171","msg":"trace[1558378083] linearizableReadLoop","detail":"{readStateIndex:18548; appliedIndex:18547; }","duration":"180.854871ms","start":"2026-03-31T05:47:41.66189Z","end":"2026-03-31T05:47:41.842745Z","steps":["trace[1558378083] 'read index received' (duration: 180.592225ms)","trace[1558378083] 'applied index is now lower than readState.Index' (duration: 261.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:41.842843Z","caller":"traceutil/trace.go:171","msg":"trace[447157387] transaction","detail":"{read_only:false; response_revision:17940; number_of_response:1; }","duration":"255.196888ms","start":"2026-03-31T05:47:41.587616Z","end":"2026-03-31T05:47:41.842813Z","steps":["trace[447157387] 'process raft request' (duration: 254.970623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.842987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.081737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:41.843051Z","caller":"traceutil/trace.go:171","msg":"trace[700265859] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:17940; }","duration":"181.19708ms","start":"2026-03-31T05:47:41.661835Z","end":"2026-03-31T05:47:41.843032Z","steps":["trace[700265859] 'agreement among raft nodes before linearized reading' (duration: 181.067527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:41.84316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.9298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:47:41.843199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.690329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:47:41.843256Z","caller":"traceutil/trace.go:171","msg":"trace[1536609457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17940; }","duration":"125.042193ms","start":"2026-03-31T05:47:41.718194Z","end":"2026-03-31T05:47:41.843236Z","steps":["trace[1536609457] 'agreement among raft nodes before linearized reading' (duration: 124.772966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:41.843299Z","caller":"traceutil/trace.go:171","msg":"trace[409919817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17940; }","duration":"103.819052ms","start":"2026-03-31T05:47:41.739461Z","end":"2026-03-31T05:47:41.84328Z","steps":["trace[409919817] 'agreement among raft nodes before linearized reading' (duration: 103.516165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.029683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.934621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:47:42.029766Z","caller":"traceutil/trace.go:171","msg":"trace[728043309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17940; }","duration":"183.058944ms","start":"2026-03-31T05:47:41.846689Z","end":"2026-03-31T05:47:42.029748Z","steps":["trace[728043309] 'range keys from in-memory index tree' (duration: 182.772447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.029947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.305598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:42.030227Z","caller":"traceutil/trace.go:171","msg":"trace[491715939] transaction","detail":"{read_only:false; response_revision:17941; number_of_response:1; }","duration":"182.91935ms","start":"2026-03-31T05:47:41.847282Z","end":"2026-03-31T05:47:42.030201Z","steps":["trace[491715939] 'process raft request' (duration: 41.261014ms)","trace[491715939] 'compare' (duration: 141.152714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:42.318189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.35565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:42.318355Z","caller":"traceutil/trace.go:171","msg":"trace[848714563] linearizableReadLoop","detail":"{readStateIndex:18551; appliedIndex:18550; }","duration":"251.003578ms","start":"2026-03-31T05:47:42.067333Z","end":"2026-03-31T05:47:42.318336Z","steps":["trace[848714563] 'read index received' (duration: 128.28392ms)","trace[848714563] 'applied index is now lower than readState.Index' (duration: 122.717718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:42.318386Z","caller":"traceutil/trace.go:171","msg":"trace[1160358332] transaction","detail":"{read_only:false; response_revision:17942; number_of_response:1; }","duration":"255.350871ms","start":"2026-03-31T05:47:42.063003Z","end":"2026-03-31T05:47:42.318354Z","steps":["trace[1160358332] 'process raft request' (duration: 132.748715ms)","trace[1160358332] 'compare' (duration: 122.098244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:42.318604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.274375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:47:42.318662Z","caller":"traceutil/trace.go:171","msg":"trace[719157866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17942; }","duration":"251.354397ms","start":"2026-03-31T05:47:42.067298Z","end":"2026-03-31T05:47:42.318653Z","steps":["trace[719157866] 'agreement among raft nodes before linearized reading' (duration: 251.133551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.318803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.515136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.318866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.335634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-25phn\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-31T05:47:42.318888Z","caller":"traceutil/trace.go:171","msg":"trace[765638966] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17942; }","duration":"236.584827ms","start":"2026-03-31T05:47:42.08226Z","end":"2026-03-31T05:47:42.318845Z","steps":["trace[765638966] 'agreement among raft nodes before linearized reading' (duration: 236.490155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.318928Z","caller":"traceutil/trace.go:171","msg":"trace[295520187] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-25phn; range_end:; response_count:1; response_revision:17942; }","duration":"137.446896ms","start":"2026-03-31T05:47:42.181468Z","end":"2026-03-31T05:47:42.318915Z","steps":["trace[295520187] 'agreement among raft nodes before linearized reading' (duration: 137.258711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.518446Z","caller":"traceutil/trace.go:171","msg":"trace[1818484105] transaction","detail":"{read_only:false; response_revision:17943; number_of_response:1; }","duration":"196.625134ms","start":"2026-03-31T05:47:42.321787Z","end":"2026-03-31T05:47:42.518412Z","steps":["trace[1818484105] 'process raft request' (duration: 108.976555ms)","trace[1818484105] 'compare' (duration: 87.412734ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:42.518473Z","caller":"traceutil/trace.go:171","msg":"trace[744333322] linearizableReadLoop","detail":"{readStateIndex:18552; appliedIndex:18551; }","duration":"196.406039ms","start":"2026-03-31T05:47:42.322028Z","end":"2026-03-31T05:47:42.518434Z","steps":["trace[744333322] 'read index received' (duration: 108.674607ms)","trace[744333322] 'applied index is now lower than readState.Index' (duration: 87.729052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:42.518724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.675205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:47:42.518753Z","caller":"traceutil/trace.go:171","msg":"trace[1886817644] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:17944; }","duration":"196.749577ms","start":"2026-03-31T05:47:42.321996Z","end":"2026-03-31T05:47:42.518745Z","steps":["trace[1886817644] 'agreement among raft nodes before linearized reading' (duration: 196.597254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.518921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.258666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.519069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.953613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:47:42.519133Z","caller":"traceutil/trace.go:171","msg":"trace[1870296496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17944; }","duration":"181.007876ms","start":"2026-03-31T05:47:42.338108Z","end":"2026-03-31T05:47:42.519116Z","steps":["trace[1870296496] 'agreement among raft nodes before linearized reading' (duration: 180.716998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.518974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.590259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:47:42.519054Z","caller":"traceutil/trace.go:171","msg":"trace[640317201] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17944; }","duration":"196.414529ms","start":"2026-03-31T05:47:42.322613Z","end":"2026-03-31T05:47:42.519028Z","steps":["trace[640317201] 'agreement among raft nodes before linearized reading' (duration: 196.252815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.519245Z","caller":"traceutil/trace.go:171","msg":"trace[1463654627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17944; }","duration":"170.898196ms","start":"2026-03-31T05:47:42.348329Z","end":"2026-03-31T05:47:42.519227Z","steps":["trace[1463654627] 'agreement among raft nodes before linearized reading' (duration: 170.422544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.519713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.209198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:975642"} {"level":"info","ts":"2026-03-31T05:47:42.519743Z","caller":"traceutil/trace.go:171","msg":"trace[1815898444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17944; }","duration":"197.252019ms","start":"2026-03-31T05:47:42.322484Z","end":"2026-03-31T05:47:42.519736Z","steps":["trace[1815898444] 'agreement among raft nodes before linearized reading' (duration: 196.130362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.76413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.128109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:42.764403Z","caller":"traceutil/trace.go:171","msg":"trace[1595881341] transaction","detail":"{read_only:false; response_revision:17945; number_of_response:1; }","duration":"240.628534ms","start":"2026-03-31T05:47:42.523749Z","end":"2026-03-31T05:47:42.764377Z","steps":["trace[1595881341] 'process raft request' (duration: 100.144616ms)","trace[1595881341] 'compare' (duration: 139.941385ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:42.764431Z","caller":"traceutil/trace.go:171","msg":"trace[1691257961] linearizableReadLoop","detail":"{readStateIndex:18555; appliedIndex:18553; }","duration":"239.765854ms","start":"2026-03-31T05:47:42.524642Z","end":"2026-03-31T05:47:42.764407Z","steps":["trace[1691257961] 'read index received' (duration: 99.263305ms)","trace[1691257961] 'applied index is now lower than readState.Index' (duration: 140.500999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:42.764523Z","caller":"traceutil/trace.go:171","msg":"trace[1475762524] transaction","detail":"{read_only:false; response_revision:17946; number_of_response:1; }","duration":"240.224784ms","start":"2026-03-31T05:47:42.524274Z","end":"2026-03-31T05:47:42.764498Z","steps":["trace[1475762524] 'process raft request' (duration: 239.993128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.764604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.989072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.764659Z","caller":"traceutil/trace.go:171","msg":"trace[1703166920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17946; }","duration":"114.083705ms","start":"2026-03-31T05:47:42.650554Z","end":"2026-03-31T05:47:42.764638Z","steps":["trace[1703166920] 'agreement among raft nodes before linearized reading' (duration: 114.001943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.764658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.300062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.764666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.004469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18686"} {"level":"info","ts":"2026-03-31T05:47:42.764718Z","caller":"traceutil/trace.go:171","msg":"trace[860354945] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17946; }","duration":"112.388035ms","start":"2026-03-31T05:47:42.652315Z","end":"2026-03-31T05:47:42.764704Z","steps":["trace[860354945] 'agreement among raft nodes before linearized reading' (duration: 112.274312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.764734Z","caller":"traceutil/trace.go:171","msg":"trace[584977438] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17946; }","duration":"240.114092ms","start":"2026-03-31T05:47:42.524604Z","end":"2026-03-31T05:47:42.764718Z","steps":["trace[584977438] 'agreement among raft nodes before linearized reading' (duration: 239.927478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.76483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.500413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.764847Z","caller":"traceutil/trace.go:171","msg":"trace[99005974] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17946; }","duration":"111.537385ms","start":"2026-03-31T05:47:42.653303Z","end":"2026-03-31T05:47:42.764841Z","steps":["trace[99005974] 'agreement among raft nodes before linearized reading' (duration: 111.511514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.7649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.926003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.764914Z","caller":"traceutil/trace.go:171","msg":"trace[52707544] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17946; }","duration":"111.938943ms","start":"2026-03-31T05:47:42.65297Z","end":"2026-03-31T05:47:42.764909Z","steps":["trace[52707544] 'agreement among raft nodes before linearized reading' (duration: 111.917353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.764917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.66061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.764947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.380177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.764974Z","caller":"traceutil/trace.go:171","msg":"trace[473254698] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17946; }","duration":"113.443379ms","start":"2026-03-31T05:47:42.651523Z","end":"2026-03-31T05:47:42.764967Z","steps":["trace[473254698] 'agreement among raft nodes before linearized reading' (duration: 113.396078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.764968Z","caller":"traceutil/trace.go:171","msg":"trace[1253449522] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17946; }","duration":"112.710721ms","start":"2026-03-31T05:47:42.652242Z","end":"2026-03-31T05:47:42.764953Z","steps":["trace[1253449522] 'agreement among raft nodes before linearized reading' (duration: 112.630289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.765026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.831095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.765042Z","caller":"traceutil/trace.go:171","msg":"trace[1552541133] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:17946; }","duration":"112.872675ms","start":"2026-03-31T05:47:42.652163Z","end":"2026-03-31T05:47:42.765036Z","steps":["trace[1552541133] 'agreement among raft nodes before linearized reading' (duration: 112.848355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:43.198811Z","caller":"traceutil/trace.go:171","msg":"trace[284687461] transaction","detail":"{read_only:false; response_revision:17947; number_of_response:1; }","duration":"136.968165ms","start":"2026-03-31T05:47:43.061826Z","end":"2026-03-31T05:47:43.198794Z","steps":["trace[284687461] 'process raft request' (duration: 136.829442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.438115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.710058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:43.438255Z","caller":"traceutil/trace.go:171","msg":"trace[1179377983] linearizableReadLoop","detail":"{readStateIndex:18558; appliedIndex:18555; }","duration":"240.088711ms","start":"2026-03-31T05:47:43.198153Z","end":"2026-03-31T05:47:43.438242Z","steps":["trace[1179377983] 'read index received' (duration: 544.153µs)","trace[1179377983] 'applied index is now lower than readState.Index' (duration: 239.543888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:43.438324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.179713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:43.438346Z","caller":"traceutil/trace.go:171","msg":"trace[617019743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:17949; }","duration":"240.242685ms","start":"2026-03-31T05:47:43.198097Z","end":"2026-03-31T05:47:43.438339Z","steps":["trace[617019743] 'agreement among raft nodes before linearized reading' (duration: 240.182723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:43.438452Z","caller":"traceutil/trace.go:171","msg":"trace[2036284828] transaction","detail":"{read_only:false; response_revision:17948; number_of_response:1; }","duration":"367.354956ms","start":"2026-03-31T05:47:43.071068Z","end":"2026-03-31T05:47:43.438423Z","steps":["trace[2036284828] 'process raft request' (duration: 181.26582ms)","trace[2036284828] 'compare' (duration: 185.509382ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:43.438471Z","caller":"traceutil/trace.go:171","msg":"trace[1321816366] transaction","detail":"{read_only:false; response_revision:17949; number_of_response:1; }","duration":"366.2142ms","start":"2026-03-31T05:47:43.072233Z","end":"2026-03-31T05:47:43.438448Z","steps":["trace[1321816366] 'process raft request' (duration: 365.962804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:43.438593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:43.071046Z","time spent":"367.460988ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:43.438681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:43.072224Z","time spent":"366.368493ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:48.87215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15465} {"level":"info","ts":"2026-03-31T05:47:48.972969Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15465,"took":"97.989784ms","hash":119388092,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":32616448,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T05:47:48.973045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":119388092,"revision":15465,"compact-revision":12984} {"level":"info","ts":"2026-03-31T05:51:02.154184Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"985a0f2e99e4506a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:51:02.159231Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-31T05:51:02.159349Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-31T05:52:32.258969Z","caller":"traceutil/trace.go:171","msg":"trace[487041192] linearizableReadLoop","detail":"{readStateIndex:20684; appliedIndex:20683; }","duration":"116.74096ms","start":"2026-03-31T05:52:32.142183Z","end":"2026-03-31T05:52:32.258924Z","steps":["trace[487041192] 'read index received' (duration: 116.580466ms)","trace[487041192] 'applied index is now lower than readState.Index' (duration: 158.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:32.259027Z","caller":"traceutil/trace.go:171","msg":"trace[354744766] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"137.818689ms","start":"2026-03-31T05:52:32.121165Z","end":"2026-03-31T05:52:32.258984Z","steps":["trace[354744766] 'process raft request' (duration: 137.527833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:32.259233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.029018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:52:32.259312Z","caller":"traceutil/trace.go:171","msg":"trace[378091163] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20005; }","duration":"117.14044ms","start":"2026-03-31T05:52:32.142152Z","end":"2026-03-31T05:52:32.259293Z","steps":["trace[378091163] 'agreement among raft nodes before linearized reading' (duration: 116.939395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:32.313173Z","caller":"traceutil/trace.go:171","msg":"trace[2033248711] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"107.75833ms","start":"2026-03-31T05:52:32.205365Z","end":"2026-03-31T05:52:32.313124Z","steps":["trace[2033248711] 'process raft request' (duration: 107.556884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:32.313361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.529307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:52:32.313423Z","caller":"traceutil/trace.go:171","msg":"trace[61020407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20006; }","duration":"160.63272ms","start":"2026-03-31T05:52:32.15277Z","end":"2026-03-31T05:52:32.313403Z","steps":["trace[61020407] 'agreement among raft nodes before linearized reading' (duration: 160.366094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:48.881257Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17989} {"level":"info","ts":"2026-03-31T05:52:49.016002Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17989,"took":"131.502681ms","hash":4084709798,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":29921280,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T05:52:49.01608Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4084709798,"revision":17989,"compact-revision":15465} {"level":"info","ts":"2026-03-31T05:52:53.322405Z","caller":"traceutil/trace.go:171","msg":"trace[41529055] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"110.728529ms","start":"2026-03-31T05:52:53.211656Z","end":"2026-03-31T05:52:53.322385Z","steps":["trace[41529055] 'process raft request' (duration: 110.583856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:53.618219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.658908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:52:53.618303Z","caller":"traceutil/trace.go:171","msg":"trace[1909629253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20117; }","duration":"121.782751ms","start":"2026-03-31T05:52:53.496499Z","end":"2026-03-31T05:52:53.618281Z","steps":["trace[1909629253] 'range keys from in-memory index tree' (duration: 121.470154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:54.203515Z","caller":"traceutil/trace.go:171","msg":"trace[60745572] transaction","detail":"{read_only:false; response_revision:20121; number_of_response:1; }","duration":"181.455702ms","start":"2026-03-31T05:52:54.022033Z","end":"2026-03-31T05:52:54.203489Z","steps":["trace[60745572] 'process raft request' (duration: 181.263717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:56:38.458881Z","caller":"traceutil/trace.go:171","msg":"trace[778985955] linearizableReadLoop","detail":"{readStateIndex:23235; appliedIndex:23234; }","duration":"129.593296ms","start":"2026-03-31T05:56:38.329265Z","end":"2026-03-31T05:56:38.458858Z","steps":["trace[778985955] 'read index received' (duration: 129.454643ms)","trace[778985955] 'applied index is now lower than readState.Index' (duration: 137.433µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:56:38.458965Z","caller":"traceutil/trace.go:171","msg":"trace[1840446896] transaction","detail":"{read_only:false; response_revision:22478; number_of_response:1; }","duration":"202.812918ms","start":"2026-03-31T05:56:38.256117Z","end":"2026-03-31T05:56:38.45893Z","steps":["trace[1840446896] 'process raft request' (duration: 202.594673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:56:38.459184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.890873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:56:38.45922Z","caller":"traceutil/trace.go:171","msg":"trace[1893434938] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:22478; }","duration":"129.984046ms","start":"2026-03-31T05:56:38.329227Z","end":"2026-03-31T05:56:38.459211Z","steps":["trace[1893434938] 'agreement among raft nodes before linearized reading' (duration: 129.7408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:56:38.497638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.227431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:56:38.497672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.852623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:56:38.497731Z","caller":"traceutil/trace.go:171","msg":"trace[182820050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22479; }","duration":"144.362894ms","start":"2026-03-31T05:56:38.353345Z","end":"2026-03-31T05:56:38.497708Z","steps":["trace[182820050] 'agreement among raft nodes before linearized reading' (duration: 144.118878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:56:38.497743Z","caller":"traceutil/trace.go:171","msg":"trace[1075776290] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22479; }","duration":"108.999658ms","start":"2026-03-31T05:56:38.388727Z","end":"2026-03-31T05:56:38.497726Z","steps":["trace[1075776290] 'agreement among raft nodes before linearized reading' (duration: 108.847314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:56:38.497614Z","caller":"traceutil/trace.go:171","msg":"trace[1745518234] transaction","detail":"{read_only:false; response_revision:22479; number_of_response:1; }","duration":"134.759088ms","start":"2026-03-31T05:56:38.362792Z","end":"2026-03-31T05:56:38.497551Z","steps":["trace[1745518234] 'process raft request' (duration: 124.665609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:48.887466Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20093} {"level":"info","ts":"2026-03-31T05:57:48.991025Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20093,"took":"99.734958ms","hash":4190788814,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":40443904,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-31T05:57:48.991093Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4190788814,"revision":20093,"compact-revision":17989} {"level":"info","ts":"2026-03-31T05:58:17.074102Z","caller":"traceutil/trace.go:171","msg":"trace[1859850561] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"126.915072ms","start":"2026-03-31T05:58:16.947155Z","end":"2026-03-31T05:58:17.074071Z","steps":["trace[1859850561] 'process raft request' (duration: 126.726927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:10.334642Z","caller":"traceutil/trace.go:171","msg":"trace[291537217] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"298.299323ms","start":"2026-03-31T06:00:10.036309Z","end":"2026-03-31T06:00:10.334608Z","steps":["trace[291537217] 'process raft request' (duration: 298.080158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.491124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.917875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:10.491249Z","caller":"traceutil/trace.go:171","msg":"trace[1708221961] linearizableReadLoop","detail":"{readStateIndex:25477; appliedIndex:25475; }","duration":"317.834206ms","start":"2026-03-31T06:00:10.173403Z","end":"2026-03-31T06:00:10.491237Z","steps":["trace[1708221961] 'read index received' (duration: 160.961812ms)","trace[1708221961] 'applied index is now lower than readState.Index' (duration: 156.871684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:10.491423Z","caller":"traceutil/trace.go:171","msg":"trace[728476749] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"445.763945ms","start":"2026-03-31T06:00:10.045647Z","end":"2026-03-31T06:00:10.491411Z","steps":["trace[728476749] 'process raft request' (duration: 299.492222ms)","trace[728476749] 'compare' (duration: 145.664409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:10.491468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.045632Z","time spent":"445.813356ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:10.491588Z","caller":"traceutil/trace.go:171","msg":"trace[1549019350] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"267.206467ms","start":"2026-03-31T06:00:10.224374Z","end":"2026-03-31T06:00:10.491581Z","steps":["trace[1549019350] 'process raft request' (duration: 266.819138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.491754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.351298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T06:00:10.491778Z","caller":"traceutil/trace.go:171","msg":"trace[138144678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24666; }","duration":"318.404529ms","start":"2026-03-31T06:00:10.173367Z","end":"2026-03-31T06:00:10.491772Z","steps":["trace[138144678] 'agreement among raft nodes before linearized reading' (duration: 318.293586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.491795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.173352Z","time spent":"318.43914ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T06:00:10.491898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.499679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:10.491922Z","caller":"traceutil/trace.go:171","msg":"trace[650042895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24666; }","duration":"304.548741ms","start":"2026-03-31T06:00:10.187365Z","end":"2026-03-31T06:00:10.491913Z","steps":["trace[650042895] 'agreement among raft nodes before linearized reading' (duration: 304.5085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.491939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.187353Z","time spent":"304.581031ms","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:10.492218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.553285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:10.492243Z","caller":"traceutil/trace.go:171","msg":"trace[1332391955] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24666; }","duration":"253.610325ms","start":"2026-03-31T06:00:10.238626Z","end":"2026-03-31T06:00:10.492236Z","steps":["trace[1332391955] 'agreement among raft nodes before linearized reading' (duration: 253.567324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:15.768925Z","caller":"traceutil/trace.go:171","msg":"trace[984986477] linearizableReadLoop","detail":"{readStateIndex:25525; appliedIndex:25524; }","duration":"117.295417ms","start":"2026-03-31T06:00:15.651611Z","end":"2026-03-31T06:00:15.768907Z","steps":["trace[984986477] 'read index received' (duration: 117.082382ms)","trace[984986477] 'applied index is now lower than readState.Index' (duration: 212.205µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:15.769164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.525713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:15.769226Z","caller":"traceutil/trace.go:171","msg":"trace[234884860] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"148.577178ms","start":"2026-03-31T06:00:15.620616Z","end":"2026-03-31T06:00:15.769194Z","steps":["trace[234884860] 'process raft request' (duration: 148.148788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:15.769274Z","caller":"traceutil/trace.go:171","msg":"trace[393406034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24712; }","duration":"117.651006ms","start":"2026-03-31T06:00:15.651605Z","end":"2026-03-31T06:00:15.769256Z","steps":["trace[393406034] 'agreement among raft nodes before linearized reading' (duration: 117.460261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:17.324693Z","caller":"traceutil/trace.go:171","msg":"trace[870610168] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"289.818633ms","start":"2026-03-31T06:00:17.034849Z","end":"2026-03-31T06:00:17.324668Z","steps":["trace[870610168] 'process raft request' (duration: 289.651458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:17.353405Z","caller":"traceutil/trace.go:171","msg":"trace[948567136] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"242.871291ms","start":"2026-03-31T06:00:17.110512Z","end":"2026-03-31T06:00:17.353384Z","steps":["trace[948567136] 'process raft request' (duration: 242.632846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:17.353512Z","caller":"traceutil/trace.go:171","msg":"trace[1620181961] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"197.843145ms","start":"2026-03-31T06:00:17.155654Z","end":"2026-03-31T06:00:17.353497Z","steps":["trace[1620181961] 'process raft request' (duration: 197.64181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:17.353864Z","caller":"traceutil/trace.go:171","msg":"trace[863141862] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"103.113702ms","start":"2026-03-31T06:00:17.250723Z","end":"2026-03-31T06:00:17.353837Z","steps":["trace[863141862] 'process raft request' (duration: 102.62692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:17.354087Z","caller":"traceutil/trace.go:171","msg":"trace[877940557] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"103.272535ms","start":"2026-03-31T06:00:17.250807Z","end":"2026-03-31T06:00:17.354079Z","steps":["trace[877940557] 'process raft request' (duration: 102.830245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.594011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.305171ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:00:17.594139Z","caller":"traceutil/trace.go:171","msg":"trace[1384147867] linearizableReadLoop","detail":"{readStateIndex:25541; appliedIndex:25536; }","duration":"321.840711ms","start":"2026-03-31T06:00:17.272275Z","end":"2026-03-31T06:00:17.594115Z","steps":["trace[1384147867] 'read index received' (duration: 52.167554ms)","trace[1384147867] 'applied index is now lower than readState.Index' (duration: 269.671257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:17.594231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.325065ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:17.594364Z","caller":"traceutil/trace.go:171","msg":"trace[1651417316] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24728; }","duration":"192.464988ms","start":"2026-03-31T06:00:17.401881Z","end":"2026-03-31T06:00:17.594346Z","steps":["trace[1651417316] 'range keys from in-memory index tree' (duration: 192.309475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.594801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.518976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T06:00:17.59485Z","caller":"traceutil/trace.go:171","msg":"trace[472632028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24728; }","duration":"322.601709ms","start":"2026-03-31T06:00:17.272239Z","end":"2026-03-31T06:00:17.59484Z","steps":["trace[472632028] 'agreement among raft nodes before linearized reading' (duration: 322.395134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.59488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.272222Z","time spent":"322.65086ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T06:00:18.146255Z","caller":"traceutil/trace.go:171","msg":"trace[63604356] linearizableReadLoop","detail":"{readStateIndex:25543; appliedIndex:25542; }","duration":"367.494612ms","start":"2026-03-31T06:00:17.778738Z","end":"2026-03-31T06:00:18.146232Z","steps":["trace[63604356] 'read index received' (duration: 367.269647ms)","trace[63604356] 'applied index is now lower than readState.Index' (duration: 224.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:18.146337Z","caller":"traceutil/trace.go:171","msg":"trace[1753883221] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"370.671626ms","start":"2026-03-31T06:00:17.775628Z","end":"2026-03-31T06:00:18.1463Z","steps":["trace[1753883221] 'process raft request' (duration: 370.442451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.14646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.699996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T06:00:18.146502Z","caller":"traceutil/trace.go:171","msg":"trace[220375915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24729; }","duration":"367.806009ms","start":"2026-03-31T06:00:17.778685Z","end":"2026-03-31T06:00:18.146491Z","steps":["trace[220375915] 'agreement among raft nodes before linearized reading' (duration: 367.648325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.146507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.775605Z","time spent":"370.8128ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:18.146576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.778656Z","time spent":"367.911152ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T06:00:18.177513Z","caller":"traceutil/trace.go:171","msg":"trace[1245476267] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"229.623897ms","start":"2026-03-31T06:00:17.947869Z","end":"2026-03-31T06:00:18.177493Z","steps":["trace[1245476267] 'process raft request' (duration: 229.472733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.177907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.718895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:18.177955Z","caller":"traceutil/trace.go:171","msg":"trace[1488876433] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24730; }","duration":"247.805327ms","start":"2026-03-31T06:00:17.930135Z","end":"2026-03-31T06:00:18.17794Z","steps":["trace[1488876433] 'agreement among raft nodes before linearized reading' (duration: 247.719225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.493055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.218765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:18.493202Z","caller":"traceutil/trace.go:171","msg":"trace[431526577] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"133.305356ms","start":"2026-03-31T06:00:18.359884Z","end":"2026-03-31T06:00:18.493189Z","steps":["trace[431526577] 'process raft request' (duration: 133.254145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:18.493366Z","caller":"traceutil/trace.go:171","msg":"trace[1112629168] linearizableReadLoop","detail":"{readStateIndex:25545; appliedIndex:25544; }","duration":"167.918466ms","start":"2026-03-31T06:00:18.32544Z","end":"2026-03-31T06:00:18.493358Z","steps":["trace[1112629168] 'read index received' (duration: 4.298922ms)","trace[1112629168] 'applied index is now lower than readState.Index' (duration: 163.618554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:18.493547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.110861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:18.493588Z","caller":"traceutil/trace.go:171","msg":"trace[1283130027] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24732; }","duration":"168.180392ms","start":"2026-03-31T06:00:18.325393Z","end":"2026-03-31T06:00:18.493573Z","steps":["trace[1283130027] 'agreement among raft nodes before linearized reading' (duration: 168.07241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:18.493344Z","caller":"traceutil/trace.go:171","msg":"trace[676574885] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"342.8989ms","start":"2026-03-31T06:00:18.150386Z","end":"2026-03-31T06:00:18.493285Z","steps":["trace[676574885] 'process raft request' (duration: 179.380847ms)","trace[676574885] 'compare' (duration: 163.075662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:18.494046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.150367Z","time spent":"343.583396ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:18.773033Z","caller":"traceutil/trace.go:171","msg":"trace[832231199] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"238.554779ms","start":"2026-03-31T06:00:18.534452Z","end":"2026-03-31T06:00:18.773007Z","steps":["trace[832231199] 'process raft request' (duration: 238.341953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:18.939935Z","caller":"traceutil/trace.go:171","msg":"trace[994219218] linearizableReadLoop","detail":"{readStateIndex:25548; appliedIndex:25546; }","duration":"397.702627ms","start":"2026-03-31T06:00:18.54221Z","end":"2026-03-31T06:00:18.939913Z","steps":["trace[994219218] 'read index received' (duration: 230.666152ms)","trace[994219218] 'applied index is now lower than readState.Index' (duration: 167.035495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:18.939997Z","caller":"traceutil/trace.go:171","msg":"trace[1964083872] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"403.492914ms","start":"2026-03-31T06:00:18.536477Z","end":"2026-03-31T06:00:18.93997Z","steps":["trace[1964083872] 'process raft request' (duration: 403.274809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.94009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.8632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:18.94012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.536442Z","time spent":"403.610447ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:18.940136Z","caller":"traceutil/trace.go:171","msg":"trace[1091539508] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24734; }","duration":"397.967773ms","start":"2026-03-31T06:00:18.542157Z","end":"2026-03-31T06:00:18.940125Z","steps":["trace[1091539508] 'agreement among raft nodes before linearized reading' (duration: 397.870251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.940173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.542134Z","time spent":"398.029655ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:19.01776Z","caller":"traceutil/trace.go:171","msg":"trace[1683303461] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"168.477749ms","start":"2026-03-31T06:00:18.849261Z","end":"2026-03-31T06:00:19.017739Z","steps":["trace[1683303461] 'process raft request' (duration: 168.331595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.017817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.658838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:19.01789Z","caller":"traceutil/trace.go:171","msg":"trace[1963971006] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24735; }","duration":"142.74669ms","start":"2026-03-31T06:00:18.875119Z","end":"2026-03-31T06:00:19.017865Z","steps":["trace[1963971006] 'agreement among raft nodes before linearized reading' (duration: 142.639917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.017816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.679001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:19.017975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.630009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:00:19.018007Z","caller":"traceutil/trace.go:171","msg":"trace[1081045878] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24735; }","duration":"167.697841ms","start":"2026-03-31T06:00:18.850303Z","end":"2026-03-31T06:00:19.018001Z","steps":["trace[1081045878] 'agreement among raft nodes before linearized reading' (duration: 167.545117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:19.018005Z","caller":"traceutil/trace.go:171","msg":"trace[985629863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24735; }","duration":"371.921117ms","start":"2026-03-31T06:00:18.646077Z","end":"2026-03-31T06:00:19.017998Z","steps":["trace[985629863] 'agreement among raft nodes before linearized reading' (duration: 371.64203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.017994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.816844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-31T06:00:19.018028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.64606Z","time spent":"371.960917ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:19.018032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.112618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:00:19.018049Z","caller":"traceutil/trace.go:171","msg":"trace[2069311914] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24735; }","duration":"303.896546ms","start":"2026-03-31T06:00:18.714135Z","end":"2026-03-31T06:00:19.018032Z","steps":["trace[2069311914] 'agreement among raft nodes before linearized reading' (duration: 303.719482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:19.018078Z","caller":"traceutil/trace.go:171","msg":"trace[1259515643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24735; }","duration":"393.240761ms","start":"2026-03-31T06:00:18.624822Z","end":"2026-03-31T06:00:19.018063Z","steps":["trace[1259515643] 'agreement among raft nodes before linearized reading' (duration: 393.098988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.018096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.714115Z","time spent":"303.970597ms","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:19.018108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.624795Z","time spent":"393.305312ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T06:00:19.018075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.344588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T06:00:19.018176Z","caller":"traceutil/trace.go:171","msg":"trace[34187154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24735; }","duration":"144.47338ms","start":"2026-03-31T06:00:18.873674Z","end":"2026-03-31T06:00:19.018148Z","steps":["trace[34187154] 'agreement among raft nodes before linearized reading' (duration: 144.153263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.018211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.648978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T06:00:19.018238Z","caller":"traceutil/trace.go:171","msg":"trace[1444253487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24735; }","duration":"453.14038ms","start":"2026-03-31T06:00:18.565088Z","end":"2026-03-31T06:00:19.018229Z","steps":["trace[1444253487] 'agreement among raft nodes before linearized reading' (duration: 452.601648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.018286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.565059Z","time spent":"453.221642ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T06:00:19.018313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.959143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T06:00:19.018412Z","caller":"traceutil/trace.go:171","msg":"trace[774576145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24735; }","duration":"428.103097ms","start":"2026-03-31T06:00:18.590285Z","end":"2026-03-31T06:00:19.018388Z","steps":["trace[774576145] 'agreement among raft nodes before linearized reading' (duration: 427.673747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.018457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.590267Z","time spent":"428.181439ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T06:00:19.018521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.63266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:19.0187Z","caller":"traceutil/trace.go:171","msg":"trace[2098349582] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24735; }","duration":"148.847605ms","start":"2026-03-31T06:00:18.869832Z","end":"2026-03-31T06:00:19.01868Z","steps":["trace[2098349582] 'agreement among raft nodes before linearized reading' (duration: 148.62969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.229448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.424126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:19.229652Z","caller":"traceutil/trace.go:171","msg":"trace[1474004564] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"206.601013ms","start":"2026-03-31T06:00:19.023024Z","end":"2026-03-31T06:00:19.229625Z","steps":["trace[1474004564] 'process raft request' (duration: 70.923789ms)","trace[1474004564] 'compare' (duration: 135.12225ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:19.230297Z","caller":"traceutil/trace.go:171","msg":"trace[687518049] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"206.964241ms","start":"2026-03-31T06:00:19.02332Z","end":"2026-03-31T06:00:19.230284Z","steps":["trace[687518049] 'process raft request' (duration: 206.229984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:19.23059Z","caller":"traceutil/trace.go:171","msg":"trace[624700462] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"207.151865ms","start":"2026-03-31T06:00:19.023421Z","end":"2026-03-31T06:00:19.230573Z","steps":["trace[624700462] 'process raft request' (duration: 206.813797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:19.230617Z","caller":"traceutil/trace.go:171","msg":"trace[501914875] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"207.119764ms","start":"2026-03-31T06:00:19.023477Z","end":"2026-03-31T06:00:19.230596Z","steps":["trace[501914875] 'process raft request' (duration: 206.968281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:19.545625Z","caller":"traceutil/trace.go:171","msg":"trace[174866441] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"186.763292ms","start":"2026-03-31T06:00:19.358838Z","end":"2026-03-31T06:00:19.545601Z","steps":["trace[174866441] 'process raft request' (duration: 186.597168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:19.576523Z","caller":"traceutil/trace.go:171","msg":"trace[1209776829] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"216.316662ms","start":"2026-03-31T06:00:19.360186Z","end":"2026-03-31T06:00:19.576503Z","steps":["trace[1209776829] 'process raft request' (duration: 216.23748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:19.576589Z","caller":"traceutil/trace.go:171","msg":"trace[1353248613] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"216.486926ms","start":"2026-03-31T06:00:19.36007Z","end":"2026-03-31T06:00:19.576557Z","steps":["trace[1353248613] 'process raft request' (duration: 216.226229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:19.576805Z","caller":"traceutil/trace.go:171","msg":"trace[52788869] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"216.513657ms","start":"2026-03-31T06:00:19.360262Z","end":"2026-03-31T06:00:19.576775Z","steps":["trace[52788869] 'process raft request' (duration: 216.206679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:20.478779Z","caller":"traceutil/trace.go:171","msg":"trace[115100613] linearizableReadLoop","detail":"{readStateIndex:25559; appliedIndex:25558; }","duration":"311.897255ms","start":"2026-03-31T06:00:20.166864Z","end":"2026-03-31T06:00:20.478762Z","steps":["trace[115100613] 'read index received' (duration: 311.782413ms)","trace[115100613] 'applied index is now lower than readState.Index' (duration: 114.242µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:20.478959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.0804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:20.479038Z","caller":"traceutil/trace.go:171","msg":"trace[1455941431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24745; }","duration":"312.208793ms","start":"2026-03-31T06:00:20.16681Z","end":"2026-03-31T06:00:20.479019Z","steps":["trace[1455941431] 'agreement among raft nodes before linearized reading' (duration: 312.044249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:20.479081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.166765Z","time spent":"312.306496ms","remote":"127.0.0.1:39676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:20.479367Z","caller":"traceutil/trace.go:171","msg":"trace[1662753091] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"325.949008ms","start":"2026-03-31T06:00:20.153402Z","end":"2026-03-31T06:00:20.47935Z","steps":["trace[1662753091] 'process raft request' (duration: 325.250031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:20.479506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.15339Z","time spent":"326.059922ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:20.484477Z","caller":"traceutil/trace.go:171","msg":"trace[118478670] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"301.748454ms","start":"2026-03-31T06:00:20.182697Z","end":"2026-03-31T06:00:20.484445Z","steps":["trace[118478670] 'process raft request' (duration: 301.603581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:20.484715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.182681Z","time spent":"301.903369ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:22.460856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.237389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:22.460933Z","caller":"traceutil/trace.go:171","msg":"trace[1433460956] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24765; }","duration":"327.360372ms","start":"2026-03-31T06:00:22.133554Z","end":"2026-03-31T06:00:22.460915Z","steps":["trace[1433460956] 'count revisions from in-memory index tree' (duration: 327.158917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.460989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.133539Z","time spent":"327.437403ms","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:22.461039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.061925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.234\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T06:00:22.461077Z","caller":"traceutil/trace.go:171","msg":"trace[1165479604] range","detail":"{range_begin:/registry/masterleases/199.19.213.234; range_end:; response_count:1; response_revision:24765; }","duration":"376.135237ms","start":"2026-03-31T06:00:22.084933Z","end":"2026-03-31T06:00:22.461068Z","steps":["trace[1165479604] 'range keys from in-memory index tree' (duration: 375.87895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.461103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.084914Z","time spent":"376.182917ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.234\" "} {"level":"info","ts":"2026-03-31T06:00:22.514757Z","caller":"traceutil/trace.go:171","msg":"trace[1544813272] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"184.284243ms","start":"2026-03-31T06:00:22.330453Z","end":"2026-03-31T06:00:22.514737Z","steps":["trace[1544813272] 'process raft request' (duration: 184.15177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.853004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.300458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:22.853082Z","caller":"traceutil/trace.go:171","msg":"trace[734075817] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"335.001223ms","start":"2026-03-31T06:00:22.518066Z","end":"2026-03-31T06:00:22.853067Z","steps":["trace[734075817] 'process raft request' (duration: 59.564451ms)","trace[734075817] 'compare' (duration: 275.205786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:22.853124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.518042Z","time spent":"335.063685ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:22.860169Z","caller":"traceutil/trace.go:171","msg":"trace[599416420] linearizableReadLoop","detail":"{readStateIndex:25585; appliedIndex:25582; }","duration":"317.376996ms","start":"2026-03-31T06:00:22.542773Z","end":"2026-03-31T06:00:22.86015Z","steps":["trace[599416420] 'read index received' (duration: 34.872466ms)","trace[599416420] 'applied index is now lower than readState.Index' (duration: 282.50354ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:22.860273Z","caller":"traceutil/trace.go:171","msg":"trace[1201359290] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"330.483895ms","start":"2026-03-31T06:00:22.529775Z","end":"2026-03-31T06:00:22.860258Z","steps":["trace[1201359290] 'process raft request' (duration: 330.329742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:22.860314Z","caller":"traceutil/trace.go:171","msg":"trace[1176711813] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"339.001917ms","start":"2026-03-31T06:00:22.521246Z","end":"2026-03-31T06:00:22.860248Z","steps":["trace[1176711813] 'process raft request' (duration: 338.768711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.860388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.614301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T06:00:22.860397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.529756Z","time spent":"330.585407ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:22.860425Z","caller":"traceutil/trace.go:171","msg":"trace[1226984551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24770; }","duration":"317.682363ms","start":"2026-03-31T06:00:22.542735Z","end":"2026-03-31T06:00:22.860417Z","steps":["trace[1226984551] 'agreement among raft nodes before linearized reading' (duration: 317.582441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.860444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.542719Z","time spent":"317.720124ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T06:00:22.86046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.521229Z","time spent":"339.15041ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:22.947301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.077062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T06:00:22.947369Z","caller":"traceutil/trace.go:171","msg":"trace[1493354612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24771; }","duration":"239.191584ms","start":"2026-03-31T06:00:22.70816Z","end":"2026-03-31T06:00:22.947352Z","steps":["trace[1493354612] 'agreement among raft nodes before linearized reading' (duration: 238.961209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:22.947589Z","caller":"traceutil/trace.go:171","msg":"trace[85802571] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"163.325678ms","start":"2026-03-31T06:00:22.784239Z","end":"2026-03-31T06:00:22.947565Z","steps":["trace[85802571] 'process raft request' (duration: 162.751425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.256701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.095178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:23.256933Z","caller":"traceutil/trace.go:171","msg":"trace[804465330] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"392.996015ms","start":"2026-03-31T06:00:22.863909Z","end":"2026-03-31T06:00:23.256905Z","steps":["trace[804465330] 'process raft request' (duration: 249.435596ms)","trace[804465330] 'compare' (duration: 142.380461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:23.257018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.863895Z","time spent":"393.083757ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:23.257133Z","caller":"traceutil/trace.go:171","msg":"trace[1513251307] linearizableReadLoop","detail":"{readStateIndex:25587; appliedIndex:25586; }","duration":"307.118482ms","start":"2026-03-31T06:00:22.949995Z","end":"2026-03-31T06:00:23.257114Z","steps":["trace[1513251307] 'read index received' (duration: 163.330867ms)","trace[1513251307] 'applied index is now lower than readState.Index' (duration: 143.785225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:23.25737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.360187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T06:00:23.257421Z","caller":"traceutil/trace.go:171","msg":"trace[1708319560] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24772; }","duration":"307.436588ms","start":"2026-03-31T06:00:22.949969Z","end":"2026-03-31T06:00:23.257406Z","steps":["trace[1708319560] 'agreement among raft nodes before linearized reading' (duration: 307.242214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.257488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.949955Z","time spent":"307.516021ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T06:00:23.25767Z","caller":"traceutil/trace.go:171","msg":"trace[2010890680] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"306.104338ms","start":"2026-03-31T06:00:22.951531Z","end":"2026-03-31T06:00:23.257636Z","steps":["trace[2010890680] 'process raft request' (duration: 305.33161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.25787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.951512Z","time spent":"306.23257ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:23.25836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.423429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T06:00:23.258448Z","caller":"traceutil/trace.go:171","msg":"trace[761789724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24773; }","duration":"307.523832ms","start":"2026-03-31T06:00:22.950909Z","end":"2026-03-31T06:00:23.258433Z","steps":["trace[761789724] 'agreement among raft nodes before linearized reading' (duration: 306.61559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.258521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.950903Z","time spent":"307.605534ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T06:00:25.334884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.164092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:25.334964Z","caller":"traceutil/trace.go:171","msg":"trace[1695710189] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24796; }","duration":"100.296915ms","start":"2026-03-31T06:00:25.23465Z","end":"2026-03-31T06:00:25.334946Z","steps":["trace[1695710189] 'count revisions from in-memory index tree' (duration: 100.09258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:25.470662Z","caller":"traceutil/trace.go:171","msg":"trace[117132714] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"131.803311ms","start":"2026-03-31T06:00:25.338832Z","end":"2026-03-31T06:00:25.470635Z","steps":["trace[117132714] 'process raft request' (duration: 118.817044ms)","trace[117132714] 'compare' (duration: 12.858274ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:25.643772Z","caller":"traceutil/trace.go:171","msg":"trace[993482310] linearizableReadLoop","detail":"{readStateIndex:25616; appliedIndex:25612; }","duration":"301.392346ms","start":"2026-03-31T06:00:25.342363Z","end":"2026-03-31T06:00:25.643755Z","steps":["trace[993482310] 'read index received' (duration: 115.27394ms)","trace[993482310] 'applied index is now lower than readState.Index' (duration: 186.117746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:25.643803Z","caller":"traceutil/trace.go:171","msg":"trace[933252490] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"304.525451ms","start":"2026-03-31T06:00:25.339243Z","end":"2026-03-31T06:00:25.643769Z","steps":["trace[933252490] 'process raft request' (duration: 304.332796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:25.643832Z","caller":"traceutil/trace.go:171","msg":"trace[1243314237] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"304.365926ms","start":"2026-03-31T06:00:25.339432Z","end":"2026-03-31T06:00:25.643798Z","steps":["trace[1243314237] 'process raft request' (duration: 304.292245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:25.64384Z","caller":"traceutil/trace.go:171","msg":"trace[138925286] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"304.397087ms","start":"2026-03-31T06:00:25.339412Z","end":"2026-03-31T06:00:25.643809Z","steps":["trace[138925286] 'process raft request' (duration: 304.277024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:25.643887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.508189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:25.643918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.33923Z","time spent":"304.635414ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:25.643926Z","caller":"traceutil/trace.go:171","msg":"trace[579685127] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24801; }","duration":"301.56607ms","start":"2026-03-31T06:00:25.342351Z","end":"2026-03-31T06:00:25.643917Z","steps":["trace[579685127] 'agreement among raft nodes before linearized reading' (duration: 301.465948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:25.643953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.342324Z","time spent":"301.622041ms","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:00:25.64398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.339401Z","time spent":"304.50937ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:25.64402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.339412Z","time spent":"304.453168ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:25.931866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.400817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:25.931989Z","caller":"traceutil/trace.go:171","msg":"trace[379651798] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"365.811991ms","start":"2026-03-31T06:00:25.566163Z","end":"2026-03-31T06:00:25.931975Z","steps":["trace[379651798] 'process raft request' (duration: 257.22767ms)","trace[379651798] 'compare' (duration: 108.309775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:25.932035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.566144Z","time spent":"365.869164ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:25.932458Z","caller":"traceutil/trace.go:171","msg":"trace[1915105859] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"331.208023ms","start":"2026-03-31T06:00:25.601216Z","end":"2026-03-31T06:00:25.932424Z","steps":["trace[1915105859] 'process raft request' (duration: 330.719361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:25.932506Z","caller":"traceutil/trace.go:171","msg":"trace[1734329680] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"312.869338ms","start":"2026-03-31T06:00:25.619619Z","end":"2026-03-31T06:00:25.932488Z","steps":["trace[1734329680] 'process raft request' (duration: 312.627943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:25.932529Z","caller":"traceutil/trace.go:171","msg":"trace[734184582] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"311.840784ms","start":"2026-03-31T06:00:25.620669Z","end":"2026-03-31T06:00:25.93251Z","steps":["trace[734184582] 'process raft request' (duration: 311.739911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:25.932539Z","caller":"traceutil/trace.go:171","msg":"trace[1492237618] linearizableReadLoop","detail":"{readStateIndex:25620; appliedIndex:25616; }","duration":"288.670435ms","start":"2026-03-31T06:00:25.643821Z","end":"2026-03-31T06:00:25.932492Z","steps":["trace[1492237618] 'read index received' (duration: 179.580612ms)","trace[1492237618] 'applied index is now lower than readState.Index' (duration: 109.089223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:25.932574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.619596Z","time spent":"312.943929ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:25.93263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.620647Z","time spent":"311.924035ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:25.932699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.601196Z","time spent":"331.344505ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:25.933305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.220274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:25.933373Z","caller":"traceutil/trace.go:171","msg":"trace[78152670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24805; }","duration":"478.321336ms","start":"2026-03-31T06:00:25.455032Z","end":"2026-03-31T06:00:25.933353Z","steps":["trace[78152670] 'agreement among raft nodes before linearized reading' (duration: 477.611869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:25.933415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.455013Z","time spent":"478.390768ms","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:25.934328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.552346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:25.934337Z","caller":"traceutil/trace.go:171","msg":"trace[818315543] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"160.634904ms","start":"2026-03-31T06:00:25.77368Z","end":"2026-03-31T06:00:25.934315Z","steps":["trace[818315543] 'process raft request' (duration: 160.518451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:25.934356Z","caller":"traceutil/trace.go:171","msg":"trace[1699025926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24806; }","duration":"289.609598ms","start":"2026-03-31T06:00:25.64474Z","end":"2026-03-31T06:00:25.93435Z","steps":["trace[1699025926] 'agreement among raft nodes before linearized reading' (duration: 289.533886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:25.934517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.706848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:25.934638Z","caller":"traceutil/trace.go:171","msg":"trace[2115793665] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24806; }","duration":"286.965024ms","start":"2026-03-31T06:00:25.647665Z","end":"2026-03-31T06:00:25.93463Z","steps":["trace[2115793665] 'agreement among raft nodes before linearized reading' (duration: 286.701158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:38.758225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.01873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-31T06:00:38.758299Z","caller":"traceutil/trace.go:171","msg":"trace[1441508875] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24960; }","duration":"331.111342ms","start":"2026-03-31T06:00:38.427173Z","end":"2026-03-31T06:00:38.758284Z","steps":["trace[1441508875] 'range keys from in-memory index tree' (duration: 330.281592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:38.758331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:38.427125Z","time spent":"331.197324ms","remote":"127.0.0.1:46054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211014,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T06:00:38.758353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.938078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:38.758435Z","caller":"traceutil/trace.go:171","msg":"trace[71150423] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24960; }","duration":"511.102313ms","start":"2026-03-31T06:00:38.247308Z","end":"2026-03-31T06:00:38.75841Z","steps":["trace[71150423] 'count revisions from in-memory index tree' (duration: 510.815286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:38.758476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:38.247277Z","time spent":"511.189115ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:38.758513Z","caller":"traceutil/trace.go:171","msg":"trace[1395705477] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"187.417228ms","start":"2026-03-31T06:00:38.571063Z","end":"2026-03-31T06:00:38.758481Z","steps":["trace[1395705477] 'process raft request' (duration: 186.830335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:39.143963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.252542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-31T06:00:39.14405Z","caller":"traceutil/trace.go:171","msg":"trace[1289077634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee; range_end:; response_count:1; response_revision:24961; }","duration":"195.396256ms","start":"2026-03-31T06:00:38.948635Z","end":"2026-03-31T06:00:39.144031Z","steps":["trace[1289077634] 'range keys from in-memory index tree' (duration: 195.075609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:39.584183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794616778684670833,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T06:00:39.625913Z","caller":"traceutil/trace.go:171","msg":"trace[35271595] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"556.741982ms","start":"2026-03-31T06:00:39.069145Z","end":"2026-03-31T06:00:39.625887Z","steps":["trace[35271595] 'process raft request' (duration: 556.446905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:39.626343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.069123Z","time spent":"557.119291ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:40.043658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.631199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:40.04391Z","caller":"traceutil/trace.go:171","msg":"trace[818875183] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"666.388349ms","start":"2026-03-31T06:00:39.377493Z","end":"2026-03-31T06:00:40.043882Z","steps":["trace[818875183] 'process raft request' (duration: 666.236675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:40.044044Z","caller":"traceutil/trace.go:171","msg":"trace[1331505367] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"615.628738ms","start":"2026-03-31T06:00:39.42838Z","end":"2026-03-31T06:00:40.044009Z","steps":["trace[1331505367] 'process raft request' (duration: 615.406173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:40.044046Z","caller":"traceutil/trace.go:171","msg":"trace[616704062] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"973.071422ms","start":"2026-03-31T06:00:39.070948Z","end":"2026-03-31T06:00:40.044019Z","steps":["trace[616704062] 'process raft request' (duration: 688.011962ms)","trace[616704062] 'compare' (duration: 284.486666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:40.044066Z","caller":"traceutil/trace.go:171","msg":"trace[293524872] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"660.430139ms","start":"2026-03-31T06:00:39.383612Z","end":"2026-03-31T06:00:40.044042Z","steps":["trace[293524872] 'process raft request' (duration: 660.151892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.044126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.377474Z","time spent":"666.526783ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:40.044145Z","caller":"traceutil/trace.go:171","msg":"trace[1859952971] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25780; }","duration":"960.399141ms","start":"2026-03-31T06:00:39.083733Z","end":"2026-03-31T06:00:40.044132Z","steps":["trace[1859952971] 'read index received' (duration: 541.850699ms)","trace[1859952971] 'applied index is now lower than readState.Index' (duration: 418.547472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:40.044169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.42836Z","time spent":"615.74283ms","remote":"127.0.0.1:39912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:40.044188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.070927Z","time spent":"973.176864ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:40.044334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.602236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T06:00:40.04448Z","caller":"traceutil/trace.go:171","msg":"trace[1876464289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24966; }","duration":"960.77866ms","start":"2026-03-31T06:00:39.083694Z","end":"2026-03-31T06:00:40.044473Z","steps":["trace[1876464289] 'agreement among raft nodes before linearized reading' (duration: 960.507873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.044503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.083682Z","time spent":"960.814871ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:40.044595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.383593Z","time spent":"660.51646ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:40.111261Z","caller":"traceutil/trace.go:171","msg":"trace[84266668] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"407.94012ms","start":"2026-03-31T06:00:39.703296Z","end":"2026-03-31T06:00:40.111236Z","steps":["trace[84266668] 'process raft request' (duration: 407.713594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.111447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.70327Z","time spent":"408.110024ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:40.625114Z","caller":"traceutil/trace.go:171","msg":"trace[1542092317] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"645.062544ms","start":"2026-03-31T06:00:39.98002Z","end":"2026-03-31T06:00:40.625082Z","steps":["trace[1542092317] 'process raft request' (duration: 644.802818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.625288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.97999Z","time spent":"645.212547ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:40.62539Z","caller":"traceutil/trace.go:171","msg":"trace[1322007559] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"623.337459ms","start":"2026-03-31T06:00:40.002034Z","end":"2026-03-31T06:00:40.625371Z","steps":["trace[1322007559] 'process raft request' (duration: 622.984861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.625573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.002009Z","time spent":"623.450702ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:40.625616Z","caller":"traceutil/trace.go:171","msg":"trace[1362364222] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"607.022972ms","start":"2026-03-31T06:00:40.018576Z","end":"2026-03-31T06:00:40.625599Z","steps":["trace[1362364222] 'process raft request' (duration: 606.701325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.625713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.018525Z","time spent":"607.140346ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:40.626049Z","caller":"traceutil/trace.go:171","msg":"trace[370875387] linearizableReadLoop","detail":"{readStateIndex:25790; appliedIndex:25785; }","duration":"581.871758ms","start":"2026-03-31T06:00:40.044166Z","end":"2026-03-31T06:00:40.626038Z","steps":["trace[370875387] 'read index received' (duration: 67.029718ms)","trace[370875387] 'applied index is now lower than readState.Index' (duration: 514.84139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:40.62623Z","caller":"traceutil/trace.go:171","msg":"trace[781807128] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"605.577429ms","start":"2026-03-31T06:00:40.020632Z","end":"2026-03-31T06:00:40.626209Z","steps":["trace[781807128] 'process raft request' (duration: 604.857022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.626281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.019349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:40.626302Z","caller":"traceutil/trace.go:171","msg":"trace[2109743023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24973; }","duration":"981.069361ms","start":"2026-03-31T06:00:39.645226Z","end":"2026-03-31T06:00:40.626295Z","steps":["trace[2109743023] 'agreement among raft nodes before linearized reading' (duration: 981.03781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:40.626283Z","caller":"traceutil/trace.go:171","msg":"trace[498476522] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"578.078348ms","start":"2026-03-31T06:00:40.048189Z","end":"2026-03-31T06:00:40.626268Z","steps":["trace[498476522] 'process raft request' (duration: 577.73456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.626331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.020602Z","time spent":"605.682371ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:40.626356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.048175Z","time spent":"578.154489ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:40.626352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.46848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T06:00:40.626439Z","caller":"traceutil/trace.go:171","msg":"trace[1336613738] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"576.377668ms","start":"2026-03-31T06:00:40.050054Z","end":"2026-03-31T06:00:40.626432Z","steps":["trace[1336613738] 'process raft request' (duration: 575.926186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.626499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.050036Z","time spent":"576.44168ms","remote":"127.0.0.1:39894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:40.626489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.019618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:40.62648Z","caller":"traceutil/trace.go:171","msg":"trace[763353018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24973; }","duration":"902.636604ms","start":"2026-03-31T06:00:39.723818Z","end":"2026-03-31T06:00:40.626455Z","steps":["trace[763353018] 'agreement among raft nodes before linearized reading' (duration: 902.244584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:40.626578Z","caller":"traceutil/trace.go:171","msg":"trace[287829417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24973; }","duration":"986.14033ms","start":"2026-03-31T06:00:39.640423Z","end":"2026-03-31T06:00:40.626563Z","steps":["trace[287829417] 'agreement among raft nodes before linearized reading' (duration: 986.020637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.626626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.640405Z","time spent":"986.205612ms","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:40.626599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097965448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T06:00:40.62669Z","caller":"traceutil/trace.go:171","msg":"trace[1269929055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24973; }","duration":"1.0980671s","start":"2026-03-31T06:00:39.528606Z","end":"2026-03-31T06:00:40.626673Z","steps":["trace[1269929055] 'agreement among raft nodes before linearized reading' (duration: 1.097828445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.626715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.792727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-31T06:00:40.626678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085585155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:40.626742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.528553Z","time spent":"1.098180833s","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T06:00:40.626416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.645209Z","time spent":"981.107271ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:00:40.626768Z","caller":"traceutil/trace.go:171","msg":"trace[1418177704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee; range_end:; response_count:1; response_revision:24973; }","duration":"478.869629ms","start":"2026-03-31T06:00:40.147879Z","end":"2026-03-31T06:00:40.626749Z","steps":["trace[1418177704] 'agreement among raft nodes before linearized reading' (duration: 478.710175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.626802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.147866Z","time spent":"478.92979ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee\" "} {"level":"info","ts":"2026-03-31T06:00:40.626784Z","caller":"traceutil/trace.go:171","msg":"trace[848779204] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24973; }","duration":"1.085757719s","start":"2026-03-31T06:00:39.541008Z","end":"2026-03-31T06:00:40.626766Z","steps":["trace[848779204] 'agreement among raft nodes before linearized reading' (duration: 1.085510074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.626627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.723813Z","time spent":"902.798068ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T06:00:40.62625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.674157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T06:00:40.626844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.54099Z","time spent":"1.085842882s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:40.62688Z","caller":"traceutil/trace.go:171","msg":"trace[1110204325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24973; }","duration":"904.348154ms","start":"2026-03-31T06:00:39.72252Z","end":"2026-03-31T06:00:40.626868Z","steps":["trace[1110204325] 'agreement among raft nodes before linearized reading' (duration: 903.652377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.626675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268821744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:40.626919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.722503Z","time spent":"904.406316ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T06:00:40.626895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.007004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:40.626998Z","caller":"traceutil/trace.go:171","msg":"trace[1699658176] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24973; }","duration":"232.158848ms","start":"2026-03-31T06:00:40.394823Z","end":"2026-03-31T06:00:40.626982Z","steps":["trace[1699658176] 'agreement among raft nodes before linearized reading' (duration: 231.901191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:40.626951Z","caller":"traceutil/trace.go:171","msg":"trace[1762736062] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24973; }","duration":"1.2691051s","start":"2026-03-31T06:00:39.357815Z","end":"2026-03-31T06:00:40.62692Z","steps":["trace[1762736062] 'agreement among raft nodes before linearized reading' (duration: 1.26865811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.627155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.357799Z","time spent":"1.269335766s","remote":"127.0.0.1:51300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:40.627239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.648192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:00:40.627272Z","caller":"traceutil/trace.go:171","msg":"trace[648252842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24973; }","duration":"899.719374ms","start":"2026-03-31T06:00:39.727544Z","end":"2026-03-31T06:00:40.627263Z","steps":["trace[648252842] 'agreement among raft nodes before linearized reading' (duration: 899.586831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.627289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.727523Z","time spent":"899.761705ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T06:00:40.753603Z","caller":"traceutil/trace.go:171","msg":"trace[1967997719] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"121.941908ms","start":"2026-03-31T06:00:40.631624Z","end":"2026-03-31T06:00:40.753565Z","steps":["trace[1967997719] 'process raft request' (duration: 99.618399ms)","trace[1967997719] 'compare' (duration: 21.830537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:41.383402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.537421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:41.383632Z","caller":"traceutil/trace.go:171","msg":"trace[609035599] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"751.447703ms","start":"2026-03-31T06:00:40.632153Z","end":"2026-03-31T06:00:41.383601Z","steps":["trace[609035599] 'process raft request' (duration: 593.584765ms)","trace[609035599] 'compare' (duration: 157.319336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:41.383751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.63213Z","time spent":"751.571526ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:41.383954Z","caller":"traceutil/trace.go:171","msg":"trace[463790010] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"751.164707ms","start":"2026-03-31T06:00:40.632755Z","end":"2026-03-31T06:00:41.383919Z","steps":["trace[463790010] 'process raft request' (duration: 750.753457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:41.384059Z","caller":"traceutil/trace.go:171","msg":"trace[1775919869] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"751.036664ms","start":"2026-03-31T06:00:40.632966Z","end":"2026-03-31T06:00:41.384003Z","steps":["trace[1775919869] 'process raft request' (duration: 750.641695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.384094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.632742Z","time spent":"751.277339ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:41.384128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.388441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:41.384188Z","caller":"traceutil/trace.go:171","msg":"trace[1454064837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24977; }","duration":"740.489454ms","start":"2026-03-31T06:00:40.643684Z","end":"2026-03-31T06:00:41.384173Z","steps":["trace[1454064837] 'agreement among raft nodes before linearized reading' (duration: 740.380421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.384196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.632948Z","time spent":"751.173287ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:41.384218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.643667Z","time spent":"740.544725ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:00:41.383984Z","caller":"traceutil/trace.go:171","msg":"trace[824712928] linearizableReadLoop","detail":"{readStateIndex:25796; appliedIndex:25792; }","duration":"740.231368ms","start":"2026-03-31T06:00:40.643733Z","end":"2026-03-31T06:00:41.383965Z","steps":["trace[824712928] 'read index received' (duration: 87.583954ms)","trace[824712928] 'applied index is now lower than readState.Index' (duration: 652.645954ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:41.523006Z","caller":"traceutil/trace.go:171","msg":"trace[1867627379] linearizableReadLoop","detail":"{readStateIndex:25797; appliedIndex:25796; }","duration":"138.47807ms","start":"2026-03-31T06:00:41.384497Z","end":"2026-03-31T06:00:41.522975Z","steps":["trace[1867627379] 'read index received' (duration: 127.480079ms)","trace[1867627379] 'applied index is now lower than readState.Index' (duration: 10.997011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:41.523104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.381453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:41.523145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.697435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:41.52317Z","caller":"traceutil/trace.go:171","msg":"trace[2020207858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24978; }","duration":"353.761357ms","start":"2026-03-31T06:00:41.169399Z","end":"2026-03-31T06:00:41.523161Z","steps":["trace[2020207858] 'agreement among raft nodes before linearized reading' (duration: 353.696356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.523146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.975421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:41.523176Z","caller":"traceutil/trace.go:171","msg":"trace[115720196] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24978; }","duration":"164.508565ms","start":"2026-03-31T06:00:41.358649Z","end":"2026-03-31T06:00:41.523157Z","steps":["trace[115720196] 'agreement among raft nodes before linearized reading' (duration: 164.371802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.523197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.169381Z","time spent":"353.805819ms","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:41.523211Z","caller":"traceutil/trace.go:171","msg":"trace[88327530] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24978; }","duration":"158.091024ms","start":"2026-03-31T06:00:41.3651Z","end":"2026-03-31T06:00:41.523191Z","steps":["trace[88327530] 'agreement among raft nodes before linearized reading' (duration: 157.969351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.523229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.257014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:41.523331Z","caller":"traceutil/trace.go:171","msg":"trace[971356690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24978; }","duration":"138.364027ms","start":"2026-03-31T06:00:41.384925Z","end":"2026-03-31T06:00:41.523289Z","steps":["trace[971356690] 'agreement among raft nodes before linearized reading' (duration: 138.241644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:41.523035Z","caller":"traceutil/trace.go:171","msg":"trace[1611213612] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"759.856333ms","start":"2026-03-31T06:00:40.76314Z","end":"2026-03-31T06:00:41.522996Z","steps":["trace[1611213612] 'process raft request' (duration: 748.819672ms)","trace[1611213612] 'compare' (duration: 10.789514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:41.523739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.763119Z","time spent":"760.547199ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:41.523413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.734977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:41.52417Z","caller":"traceutil/trace.go:171","msg":"trace[1040476822] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24978; }","duration":"849.517335ms","start":"2026-03-31T06:00:40.674629Z","end":"2026-03-31T06:00:41.524146Z","steps":["trace[1040476822] 'agreement among raft nodes before linearized reading' (duration: 848.659785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.524354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.674504Z","time spent":"849.835213ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:43.696229Z","caller":"traceutil/trace.go:171","msg":"trace[857406782] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"167.729111ms","start":"2026-03-31T06:00:43.528474Z","end":"2026-03-31T06:00:43.696203Z","steps":["trace[857406782] 'process raft request' (duration: 167.569528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:43.760053Z","caller":"traceutil/trace.go:171","msg":"trace[778400503] linearizableReadLoop","detail":"{readStateIndex:25819; appliedIndex:25817; }","duration":"119.551011ms","start":"2026-03-31T06:00:43.640487Z","end":"2026-03-31T06:00:43.760038Z","steps":["trace[778400503] 'read index received' (duration: 55.655148ms)","trace[778400503] 'applied index is now lower than readState.Index' (duration: 63.894793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:43.760142Z","caller":"traceutil/trace.go:171","msg":"trace[1265401381] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"124.442126ms","start":"2026-03-31T06:00:43.635692Z","end":"2026-03-31T06:00:43.760134Z","steps":["trace[1265401381] 'process raft request' (duration: 124.246252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:43.760288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.786086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee\" ","response":"range_response_count:1 size:3937"} {"level":"info","ts":"2026-03-31T06:00:43.760313Z","caller":"traceutil/trace.go:171","msg":"trace[2071414333] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee; range_end:; response_count:1; response_revision:24999; }","duration":"119.853528ms","start":"2026-03-31T06:00:43.640452Z","end":"2026-03-31T06:00:43.760305Z","steps":["trace[2071414333] 'agreement among raft nodes before linearized reading' (duration: 119.752736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:43.760495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.991911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee\" ","response":"range_response_count:1 size:3937"} {"level":"info","ts":"2026-03-31T06:00:43.760564Z","caller":"traceutil/trace.go:171","msg":"trace[1350649681] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b96fe7b-1a03-4c07-9201-b43ea9fad1ee; range_end:; response_count:1; response_revision:24999; }","duration":"120.098324ms","start":"2026-03-31T06:00:43.640447Z","end":"2026-03-31T06:00:43.760545Z","steps":["trace[1350649681] 'agreement among raft nodes before linearized reading' (duration: 119.873249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:47.820621Z","caller":"traceutil/trace.go:171","msg":"trace[379623821] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"112.755951ms","start":"2026-03-31T06:00:47.707839Z","end":"2026-03-31T06:00:47.820595Z","steps":["trace[379623821] 'process raft request' (duration: 112.497505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:48.154796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.870359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:48.154857Z","caller":"traceutil/trace.go:171","msg":"trace[754005000] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25050; }","duration":"244.975511ms","start":"2026-03-31T06:00:47.909868Z","end":"2026-03-31T06:00:48.154843Z","steps":["trace[754005000] 'count revisions from in-memory index tree' (duration: 244.796046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:48.352133Z","caller":"traceutil/trace.go:171","msg":"trace[2041826891] linearizableReadLoop","detail":"{readStateIndex:25874; appliedIndex:25872; }","duration":"214.759305ms","start":"2026-03-31T06:00:48.137356Z","end":"2026-03-31T06:00:48.352115Z","steps":["trace[2041826891] 'read index received' (duration: 23.704351ms)","trace[2041826891] 'applied index is now lower than readState.Index' (duration: 191.053624ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:48.352395Z","caller":"traceutil/trace.go:171","msg":"trace[1281118123] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"283.559034ms","start":"2026-03-31T06:00:48.068796Z","end":"2026-03-31T06:00:48.352355Z","steps":["trace[1281118123] 'process raft request' (duration: 256.712409ms)","trace[1281118123] 'compare' (duration: 26.483267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:48.352506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.134073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:48.352538Z","caller":"traceutil/trace.go:171","msg":"trace[994232328] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25052; }","duration":"215.207545ms","start":"2026-03-31T06:00:48.137321Z","end":"2026-03-31T06:00:48.352528Z","steps":["trace[994232328] 'agreement among raft nodes before linearized reading' (duration: 215.132644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:19.915437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.727084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:19.915568Z","caller":"traceutil/trace.go:171","msg":"trace[1769904029] linearizableReadLoop","detail":"{readStateIndex:26132; appliedIndex:26131; }","duration":"228.48417ms","start":"2026-03-31T06:01:19.687064Z","end":"2026-03-31T06:01:19.915548Z","steps":["trace[1769904029] 'read index received' (duration: 108.460949ms)","trace[1769904029] 'applied index is now lower than readState.Index' (duration: 120.021481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:19.915765Z","caller":"traceutil/trace.go:171","msg":"trace[1740829093] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"230.089698ms","start":"2026-03-31T06:01:19.685502Z","end":"2026-03-31T06:01:19.915591Z","steps":["trace[1740829093] 'process raft request' (duration: 110.109498ms)","trace[1740829093] 'compare' (duration: 119.580021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:19.915835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.491796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:19.915894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.815849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T06:01:19.915945Z","caller":"traceutil/trace.go:171","msg":"trace[1195374813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25304; }","duration":"228.88219ms","start":"2026-03-31T06:01:19.687049Z","end":"2026-03-31T06:01:19.915931Z","steps":["trace[1195374813] 'agreement among raft nodes before linearized reading' (duration: 228.707926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:19.915943Z","caller":"traceutil/trace.go:171","msg":"trace[706981795] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25304; }","duration":"194.64983ms","start":"2026-03-31T06:01:19.721267Z","end":"2026-03-31T06:01:19.915917Z","steps":["trace[706981795] 'agreement among raft nodes before linearized reading' (duration: 194.486486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:20.063928Z","caller":"traceutil/trace.go:171","msg":"trace[1737440881] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"142.998686ms","start":"2026-03-31T06:01:19.9209Z","end":"2026-03-31T06:01:20.063899Z","steps":["trace[1737440881] 'process raft request' (duration: 142.029453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:20.071196Z","caller":"traceutil/trace.go:171","msg":"trace[446960061] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"126.593718ms","start":"2026-03-31T06:01:19.944586Z","end":"2026-03-31T06:01:20.07118Z","steps":["trace[446960061] 'process raft request' (duration: 126.465105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:20.071191Z","caller":"traceutil/trace.go:171","msg":"trace[1146617345] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"126.584817ms","start":"2026-03-31T06:01:19.944579Z","end":"2026-03-31T06:01:20.071164Z","steps":["trace[1146617345] 'process raft request' (duration: 126.308201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:20.071184Z","caller":"traceutil/trace.go:171","msg":"trace[611975764] linearizableReadLoop","detail":"{readStateIndex:26135; appliedIndex:26132; }","duration":"101.046452ms","start":"2026-03-31T06:01:19.970078Z","end":"2026-03-31T06:01:20.071125Z","steps":["trace[611975764] 'read index received' (duration: 92.759786ms)","trace[611975764] 'applied index is now lower than readState.Index' (duration: 8.285096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:20.071381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.290769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:20.071446Z","caller":"traceutil/trace.go:171","msg":"trace[1983194058] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25307; }","duration":"101.40431ms","start":"2026-03-31T06:01:19.970022Z","end":"2026-03-31T06:01:20.071426Z","steps":["trace[1983194058] 'agreement among raft nodes before linearized reading' (duration: 101.295138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:20.360494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.510842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:20.360573Z","caller":"traceutil/trace.go:171","msg":"trace[623054983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25307; }","duration":"166.646835ms","start":"2026-03-31T06:01:20.193906Z","end":"2026-03-31T06:01:20.360553Z","steps":["trace[623054983] 'count revisions from in-memory index tree' (duration: 166.4298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:20.645655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.369435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:20.645752Z","caller":"traceutil/trace.go:171","msg":"trace[1415312212] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"147.277757ms","start":"2026-03-31T06:01:20.498455Z","end":"2026-03-31T06:01:20.645733Z","steps":["trace[1415312212] 'process raft request' (duration: 11.745968ms)","trace[1415312212] 'compare' (duration: 135.257133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:20.745355Z","caller":"traceutil/trace.go:171","msg":"trace[1633813679] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"135.09607ms","start":"2026-03-31T06:01:20.61022Z","end":"2026-03-31T06:01:20.745316Z","steps":["trace[1633813679] 'process raft request' (duration: 134.911385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:21.041117Z","caller":"traceutil/trace.go:171","msg":"trace[1357700007] linearizableReadLoop","detail":"{readStateIndex:26143; appliedIndex:26142; }","duration":"130.113131ms","start":"2026-03-31T06:01:20.910977Z","end":"2026-03-31T06:01:21.041091Z","steps":["trace[1357700007] 'read index received' (duration: 110.087327ms)","trace[1357700007] 'applied index is now lower than readState.Index' (duration: 20.024544ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:21.041419Z","caller":"traceutil/trace.go:171","msg":"trace[1412111790] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"224.549647ms","start":"2026-03-31T06:01:20.816847Z","end":"2026-03-31T06:01:21.041397Z","steps":["trace[1412111790] 'process raft request' (duration: 204.190035ms)","trace[1412111790] 'compare' (duration: 19.919022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:21.041559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.564301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:21.04162Z","caller":"traceutil/trace.go:171","msg":"trace[1582675796] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25315; }","duration":"130.681134ms","start":"2026-03-31T06:01:20.910921Z","end":"2026-03-31T06:01:21.041602Z","steps":["trace[1582675796] 'agreement among raft nodes before linearized reading' (duration: 130.562651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:22.066651Z","caller":"traceutil/trace.go:171","msg":"trace[623455385] linearizableReadLoop","detail":"{readStateIndex:26147; appliedIndex:26146; }","duration":"109.898352ms","start":"2026-03-31T06:01:21.956735Z","end":"2026-03-31T06:01:22.066633Z","steps":["trace[623455385] 'read index received' (duration: 109.653016ms)","trace[623455385] 'applied index is now lower than readState.Index' (duration: 244.606µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:22.066777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.030125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:22.066806Z","caller":"traceutil/trace.go:171","msg":"trace[434808714] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25319; }","duration":"110.111727ms","start":"2026-03-31T06:01:21.956683Z","end":"2026-03-31T06:01:22.066795Z","steps":["trace[434808714] 'agreement among raft nodes before linearized reading' (duration: 110.037965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:22.066853Z","caller":"traceutil/trace.go:171","msg":"trace[1775149574] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"141.436658ms","start":"2026-03-31T06:01:21.925376Z","end":"2026-03-31T06:01:22.066813Z","steps":["trace[1775149574] 'process raft request' (duration: 141.06885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:22.441785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.882364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:22.441869Z","caller":"traceutil/trace.go:171","msg":"trace[1867461161] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"365.768541ms","start":"2026-03-31T06:01:22.076086Z","end":"2026-03-31T06:01:22.441854Z","steps":["trace[1867461161] 'process raft request' (duration: 178.744613ms)","trace[1867461161] 'compare' (duration: 186.565897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:22.441915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.07607Z","time spent":"365.821512ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:22.798212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.342823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:22.798356Z","caller":"traceutil/trace.go:171","msg":"trace[1638916778] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"721.101046ms","start":"2026-03-31T06:01:22.077215Z","end":"2026-03-31T06:01:22.798316Z","steps":["trace[1638916778] 'process raft request' (duration: 485.576238ms)","trace[1638916778] 'compare' (duration: 235.213629ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:22.798455Z","caller":"traceutil/trace.go:171","msg":"trace[867564503] linearizableReadLoop","detail":"{readStateIndex:26149; appliedIndex:26147; }","duration":"709.964001ms","start":"2026-03-31T06:01:22.088476Z","end":"2026-03-31T06:01:22.79844Z","steps":["trace[867564503] 'read index received' (duration: 166.423221ms)","trace[867564503] 'applied index is now lower than readState.Index' (duration: 543.53894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:22.798727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.077197Z","time spent":"721.218479ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:22.798502Z","caller":"traceutil/trace.go:171","msg":"trace[1658978395] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"429.554562ms","start":"2026-03-31T06:01:22.368928Z","end":"2026-03-31T06:01:22.798482Z","steps":["trace[1658978395] 'process raft request' (duration: 429.423679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:22.798811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.368909Z","time spent":"429.871569ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:22.798586Z","caller":"traceutil/trace.go:171","msg":"trace[533347692] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"193.473362ms","start":"2026-03-31T06:01:22.6051Z","end":"2026-03-31T06:01:22.798574Z","steps":["trace[533347692] 'process raft request' (duration: 193.322328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:22.798691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.212288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.234\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T06:01:22.798909Z","caller":"traceutil/trace.go:171","msg":"trace[1677220734] range","detail":"{range_begin:/registry/masterleases/199.19.213.234; range_end:; response_count:1; response_revision:25323; }","duration":"710.476994ms","start":"2026-03-31T06:01:22.088422Z","end":"2026-03-31T06:01:22.798899Z","steps":["trace[1677220734] 'agreement among raft nodes before linearized reading' (duration: 710.134406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:22.798931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.088394Z","time spent":"710.531025ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.234\" "} {"level":"warn","ts":"2026-03-31T06:01:22.856794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.203951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:22.856812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.761794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:22.856861Z","caller":"traceutil/trace.go:171","msg":"trace[1089390905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25324; }","duration":"211.356884ms","start":"2026-03-31T06:01:22.645491Z","end":"2026-03-31T06:01:22.856848Z","steps":["trace[1089390905] 'agreement among raft nodes before linearized reading' (duration: 211.192551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:22.856882Z","caller":"traceutil/trace.go:171","msg":"trace[640302615] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25324; }","duration":"162.924568ms","start":"2026-03-31T06:01:22.693937Z","end":"2026-03-31T06:01:22.856862Z","steps":["trace[640302615] 'agreement among raft nodes before linearized reading' (duration: 162.732843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:22.856927Z","caller":"traceutil/trace.go:171","msg":"trace[344884458] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"207.590135ms","start":"2026-03-31T06:01:22.64929Z","end":"2026-03-31T06:01:22.85688Z","steps":["trace[344884458] 'process raft request' (duration: 207.156865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:22.856952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.24624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:01:22.857144Z","caller":"traceutil/trace.go:171","msg":"trace[234687967] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25324; }","duration":"504.481316ms","start":"2026-03-31T06:01:22.352654Z","end":"2026-03-31T06:01:22.857135Z","steps":["trace[234687967] 'agreement among raft nodes before linearized reading' (duration: 504.087246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:22.85717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.352641Z","time spent":"504.519308ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:22.857307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.72025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:22.857372Z","caller":"traceutil/trace.go:171","msg":"trace[1971376806] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25324; }","duration":"653.828132ms","start":"2026-03-31T06:01:22.20353Z","end":"2026-03-31T06:01:22.857359Z","steps":["trace[1971376806] 'agreement among raft nodes before linearized reading' (duration: 653.099734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:22.857401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.203511Z","time spent":"653.880384ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:23.14414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.799693Z","time spent":"344.435755ms","remote":"127.0.0.1:45970","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:01:23.144241Z","caller":"traceutil/trace.go:171","msg":"trace[1854591809] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"326.778168ms","start":"2026-03-31T06:01:22.817436Z","end":"2026-03-31T06:01:23.144214Z","steps":["trace[1854591809] 'process raft request' (duration: 326.580514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:23.144405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.817418Z","time spent":"326.904941ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:23.144516Z","caller":"traceutil/trace.go:171","msg":"trace[759716989] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"326.476769ms","start":"2026-03-31T06:01:22.818005Z","end":"2026-03-31T06:01:23.144482Z","steps":["trace[759716989] 'process raft request' (duration: 326.130971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:23.144541Z","caller":"traceutil/trace.go:171","msg":"trace[1606642260] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"326.50561ms","start":"2026-03-31T06:01:22.818007Z","end":"2026-03-31T06:01:23.144513Z","steps":["trace[1606642260] 'process raft request' (duration: 326.348207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:23.144607Z","caller":"traceutil/trace.go:171","msg":"trace[1444185816] linearizableReadLoop","detail":"{readStateIndex:26157; appliedIndex:26152; }","duration":"286.33179ms","start":"2026-03-31T06:01:22.858252Z","end":"2026-03-31T06:01:23.144584Z","steps":["trace[1444185816] 'read index received' (duration: 285.595253ms)","trace[1444185816] 'applied index is now lower than readState.Index' (duration: 735.417µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:23.144669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.817982Z","time spent":"326.595833ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:23.144718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.81798Z","time spent":"326.644244ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:23.144785Z","caller":"traceutil/trace.go:171","msg":"trace[235758818] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"325.843175ms","start":"2026-03-31T06:01:22.818922Z","end":"2026-03-31T06:01:23.144766Z","steps":["trace[235758818] 'process raft request' (duration: 325.544438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:23.144931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:22.818893Z","time spent":"325.938938ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:23.145146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.906233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:23.145204Z","caller":"traceutil/trace.go:171","msg":"trace[321987273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25328; }","duration":"287.004286ms","start":"2026-03-31T06:01:22.858182Z","end":"2026-03-31T06:01:23.145186Z","steps":["trace[321987273] 'agreement among raft nodes before linearized reading' (duration: 286.917344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:23.315634Z","caller":"traceutil/trace.go:171","msg":"trace[1913530944] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"166.573163ms","start":"2026-03-31T06:01:23.149033Z","end":"2026-03-31T06:01:23.315606Z","steps":["trace[1913530944] 'process raft request' (duration: 98.373189ms)","trace[1913530944] 'compare' (duration: 68.02909ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:23.315749Z","caller":"traceutil/trace.go:171","msg":"trace[1227821283] linearizableReadLoop","detail":"{readStateIndex:26160; appliedIndex:26158; }","duration":"143.671101ms","start":"2026-03-31T06:01:23.172058Z","end":"2026-03-31T06:01:23.315729Z","steps":["trace[1227821283] 'read index received' (duration: 75.338874ms)","trace[1227821283] 'applied index is now lower than readState.Index' (duration: 68.331387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:23.315917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.842295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T06:01:23.315945Z","caller":"traceutil/trace.go:171","msg":"trace[1466954965] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25331; }","duration":"143.905317ms","start":"2026-03-31T06:01:23.172033Z","end":"2026-03-31T06:01:23.315938Z","steps":["trace[1466954965] 'agreement among raft nodes before linearized reading' (duration: 143.762074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:23.316096Z","caller":"traceutil/trace.go:171","msg":"trace[1514031449] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"166.971393ms","start":"2026-03-31T06:01:23.149096Z","end":"2026-03-31T06:01:23.316067Z","steps":["trace[1514031449] 'process raft request' (duration: 166.464681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:23.794127Z","caller":"traceutil/trace.go:171","msg":"trace[972915047] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"125.660995ms","start":"2026-03-31T06:01:23.668428Z","end":"2026-03-31T06:01:23.794089Z","steps":["trace[972915047] 'process raft request' (duration: 125.490351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:25.001601Z","caller":"traceutil/trace.go:171","msg":"trace[1917207350] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"196.937393ms","start":"2026-03-31T06:01:24.804634Z","end":"2026-03-31T06:01:25.001571Z","steps":["trace[1917207350] 'process raft request' (duration: 190.198924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:25.024717Z","caller":"traceutil/trace.go:171","msg":"trace[1115908242] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"161.830322ms","start":"2026-03-31T06:01:24.862658Z","end":"2026-03-31T06:01:25.024489Z","steps":["trace[1115908242] 'process raft request' (duration: 161.677088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:25.238019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.945125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:25.238083Z","caller":"traceutil/trace.go:171","msg":"trace[1351777962] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25343; }","duration":"105.055447ms","start":"2026-03-31T06:01:25.133013Z","end":"2026-03-31T06:01:25.238068Z","steps":["trace[1351777962] 'agreement among raft nodes before linearized reading' (duration: 104.945324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:25.613296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.758134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T06:01:25.613374Z","caller":"traceutil/trace.go:171","msg":"trace[2051562330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25345; }","duration":"154.877787ms","start":"2026-03-31T06:01:25.458476Z","end":"2026-03-31T06:01:25.613354Z","steps":["trace[2051562330] 'range keys from in-memory index tree' (duration: 154.56881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:25.916756Z","caller":"traceutil/trace.go:171","msg":"trace[838423418] linearizableReadLoop","detail":"{readStateIndex:26175; appliedIndex:26174; }","duration":"108.933569ms","start":"2026-03-31T06:01:25.807793Z","end":"2026-03-31T06:01:25.916727Z","steps":["trace[838423418] 'read index received' (duration: 108.733825ms)","trace[838423418] 'applied index is now lower than readState.Index' (duration: 198.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:25.916958Z","caller":"traceutil/trace.go:171","msg":"trace[1142877684] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"115.778842ms","start":"2026-03-31T06:01:25.801074Z","end":"2026-03-31T06:01:25.916853Z","steps":["trace[1142877684] 'process raft request' (duration: 115.470745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:25.917074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.251067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:01:25.917125Z","caller":"traceutil/trace.go:171","msg":"trace[1897618712] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25346; }","duration":"109.358619ms","start":"2026-03-31T06:01:25.807754Z","end":"2026-03-31T06:01:25.917113Z","steps":["trace[1897618712] 'agreement among raft nodes before linearized reading' (duration: 109.154765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:29.371553Z","caller":"traceutil/trace.go:171","msg":"trace[1325900280] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"121.071846ms","start":"2026-03-31T06:01:29.250461Z","end":"2026-03-31T06:01:29.371533Z","steps":["trace[1325900280] 'process raft request' (duration: 121.002785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:29.37158Z","caller":"traceutil/trace.go:171","msg":"trace[1546094797] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"121.834705ms","start":"2026-03-31T06:01:29.249699Z","end":"2026-03-31T06:01:29.371534Z","steps":["trace[1546094797] 'process raft request' (duration: 121.651381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:29.371659Z","caller":"traceutil/trace.go:171","msg":"trace[807742433] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"120.226757ms","start":"2026-03-31T06:01:29.251416Z","end":"2026-03-31T06:01:29.371643Z","steps":["trace[807742433] 'process raft request' (duration: 120.079204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:30.098881Z","caller":"traceutil/trace.go:171","msg":"trace[448758121] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"141.531682ms","start":"2026-03-31T06:01:29.957328Z","end":"2026-03-31T06:01:30.09886Z","steps":["trace[448758121] 'process raft request' (duration: 141.401639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:47.182554Z","caller":"traceutil/trace.go:171","msg":"trace[540368248] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"102.078047ms","start":"2026-03-31T06:01:47.080431Z","end":"2026-03-31T06:01:47.182509Z","steps":["trace[540368248] 'process raft request' (duration: 101.838742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:47.46779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.691099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:47.467884Z","caller":"traceutil/trace.go:171","msg":"trace[807516778] linearizableReadLoop","detail":"{readStateIndex:26341; appliedIndex:26340; }","duration":"224.450584ms","start":"2026-03-31T06:01:47.243421Z","end":"2026-03-31T06:01:47.467872Z","steps":["trace[807516778] 'read index received' (duration: 73.53013ms)","trace[807516778] 'applied index is now lower than readState.Index' (duration: 150.919424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:47.46795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.539877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:47.467917Z","caller":"traceutil/trace.go:171","msg":"trace[1080393589] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"276.113048ms","start":"2026-03-31T06:01:47.191766Z","end":"2026-03-31T06:01:47.467879Z","steps":["trace[1080393589] 'process raft request' (duration: 125.264406ms)","trace[1080393589] 'compare' (duration: 150.581856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:47.467977Z","caller":"traceutil/trace.go:171","msg":"trace[839078253] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25507; }","duration":"224.564927ms","start":"2026-03-31T06:01:47.243402Z","end":"2026-03-31T06:01:47.467967Z","steps":["trace[839078253] 'agreement among raft nodes before linearized reading' (duration: 224.518146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:47.797603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.023831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:47.798233Z","caller":"traceutil/trace.go:171","msg":"trace[623396837] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"406.541347ms","start":"2026-03-31T06:01:47.391511Z","end":"2026-03-31T06:01:47.798053Z","steps":["trace[623396837] 'process raft request' (duration: 198.940752ms)","trace[623396837] 'compare' (duration: 206.626072ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:47.798293Z","caller":"traceutil/trace.go:171","msg":"trace[1343064297] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"399.826317ms","start":"2026-03-31T06:01:47.398432Z","end":"2026-03-31T06:01:47.798259Z","steps":["trace[1343064297] 'process raft request' (duration: 399.632523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:47.798421Z","caller":"traceutil/trace.go:171","msg":"trace[1964919344] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"366.262033ms","start":"2026-03-31T06:01:47.432143Z","end":"2026-03-31T06:01:47.798405Z","steps":["trace[1964919344] 'process raft request' (duration: 366.010257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:47.798434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.398415Z","time spent":"399.93242ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:47.798508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.432119Z","time spent":"366.330435ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:47.798981Z","caller":"traceutil/trace.go:171","msg":"trace[1132305696] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"363.154149ms","start":"2026-03-31T06:01:47.435819Z","end":"2026-03-31T06:01:47.798973Z","steps":["trace[1132305696] 'process raft request' (duration: 362.856742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:47.799047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.435796Z","time spent":"363.208641ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:47.798907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.391472Z","time spent":"406.847294ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:47.799264Z","caller":"traceutil/trace.go:171","msg":"trace[1457825512] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"362.626475ms","start":"2026-03-31T06:01:47.436623Z","end":"2026-03-31T06:01:47.799249Z","steps":["trace[1457825512] 'process raft request' (duration: 362.41176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:47.799634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.436614Z","time spent":"362.972164ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:47.940859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.611614ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:01:47.940966Z","caller":"traceutil/trace.go:171","msg":"trace[1703667846] linearizableReadLoop","detail":"{readStateIndex:26347; appliedIndex:26341; }","duration":"473.051201ms","start":"2026-03-31T06:01:47.4679Z","end":"2026-03-31T06:01:47.940951Z","steps":["trace[1703667846] 'read index received' (duration: 122.652154ms)","trace[1703667846] 'applied index is now lower than readState.Index' (duration: 350.397527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:47.941302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.482291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:47.941379Z","caller":"traceutil/trace.go:171","msg":"trace[1662946250] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25512; }","duration":"663.609124ms","start":"2026-03-31T06:01:47.277751Z","end":"2026-03-31T06:01:47.94136Z","steps":["trace[1662946250] 'agreement among raft nodes before linearized reading' (duration: 663.45078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:47.941441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.277732Z","time spent":"663.700006ms","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:47.945737Z","caller":"traceutil/trace.go:171","msg":"trace[1702598303] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"265.302081ms","start":"2026-03-31T06:01:47.680417Z","end":"2026-03-31T06:01:47.945719Z","steps":["trace[1702598303] 'process raft request' (duration: 265.163808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:48.009206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.789574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:01:48.009306Z","caller":"traceutil/trace.go:171","msg":"trace[788399613] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"147.851991ms","start":"2026-03-31T06:01:47.861425Z","end":"2026-03-31T06:01:48.009277Z","steps":["trace[788399613] 'process raft request' (duration: 147.343509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:48.009301Z","caller":"traceutil/trace.go:171","msg":"trace[1595760960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25514; }","duration":"450.910537ms","start":"2026-03-31T06:01:47.558361Z","end":"2026-03-31T06:01:48.009271Z","steps":["trace[1595760960] 'agreement among raft nodes before linearized reading' (duration: 450.669621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:48.009402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.642694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:48.009465Z","caller":"traceutil/trace.go:171","msg":"trace[1841597326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25514; }","duration":"364.756767ms","start":"2026-03-31T06:01:47.644691Z","end":"2026-03-31T06:01:48.009448Z","steps":["trace[1841597326] 'agreement among raft nodes before linearized reading' (duration: 364.650134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:48.009445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.558344Z","time spent":"451.04906ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T06:01:48.009513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.644669Z","time spent":"364.832509ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:01:48.009488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.181388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T06:01:48.009641Z","caller":"traceutil/trace.go:171","msg":"trace[957050767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25514; }","duration":"531.402133ms","start":"2026-03-31T06:01:47.478205Z","end":"2026-03-31T06:01:48.009607Z","steps":["trace[957050767] 'agreement among raft nodes before linearized reading' (duration: 530.948453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:48.009708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.47816Z","time spent":"531.535326ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:01:48.010013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.91659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:48.010342Z","caller":"traceutil/trace.go:171","msg":"trace[745722295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25514; }","duration":"480.18292ms","start":"2026-03-31T06:01:47.530138Z","end":"2026-03-31T06:01:48.010321Z","steps":["trace[745722295] 'agreement among raft nodes before linearized reading' (duration: 478.88436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:48.010583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:47.530073Z","time spent":"480.436025ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:48.295481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.940326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:48.295824Z","caller":"traceutil/trace.go:171","msg":"trace[1842559378] linearizableReadLoop","detail":"{readStateIndex:26352; appliedIndex:26349; }","duration":"114.182013ms","start":"2026-03-31T06:01:48.181625Z","end":"2026-03-31T06:01:48.295808Z","steps":["trace[1842559378] 'read index received' (duration: 110.211489ms)","trace[1842559378] 'applied index is now lower than readState.Index' (duration: 3.969544ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:48.295927Z","caller":"traceutil/trace.go:171","msg":"trace[2069478181] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"281.562907ms","start":"2026-03-31T06:01:48.014307Z","end":"2026-03-31T06:01:48.29587Z","steps":["trace[2069478181] 'process raft request' (duration: 143.109869ms)","trace[2069478181] 'compare' (duration: 137.724141ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:48.296133Z","caller":"traceutil/trace.go:171","msg":"trace[895228799] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"281.70289ms","start":"2026-03-31T06:01:48.014402Z","end":"2026-03-31T06:01:48.296104Z","steps":["trace[895228799] 'process raft request' (duration: 281.233979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:48.296143Z","caller":"traceutil/trace.go:171","msg":"trace[697169781] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"278.112215ms","start":"2026-03-31T06:01:48.017996Z","end":"2026-03-31T06:01:48.296108Z","steps":["trace[697169781] 'process raft request' (duration: 277.772237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:48.296803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.178757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T06:01:48.296884Z","caller":"traceutil/trace.go:171","msg":"trace[289684951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25517; }","duration":"115.262399ms","start":"2026-03-31T06:01:48.181576Z","end":"2026-03-31T06:01:48.296838Z","steps":["trace[289684951] 'agreement among raft nodes before linearized reading' (duration: 114.288506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:48.460259Z","caller":"traceutil/trace.go:171","msg":"trace[1102795177] linearizableReadLoop","detail":"{readStateIndex:26353; appliedIndex:26352; }","duration":"147.315769ms","start":"2026-03-31T06:01:48.312913Z","end":"2026-03-31T06:01:48.460229Z","steps":["trace[1102795177] 'read index received' (duration: 120.572655ms)","trace[1102795177] 'applied index is now lower than readState.Index' (duration: 26.741844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:48.460717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.784736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T06:01:48.460768Z","caller":"traceutil/trace.go:171","msg":"trace[1746863360] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25518; }","duration":"116.877058ms","start":"2026-03-31T06:01:48.343877Z","end":"2026-03-31T06:01:48.460754Z","steps":["trace[1746863360] 'agreement among raft nodes before linearized reading' (duration: 116.727274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:48.460718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.759849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T06:01:48.460844Z","caller":"traceutil/trace.go:171","msg":"trace[91765814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25518; }","duration":"147.955324ms","start":"2026-03-31T06:01:48.312879Z","end":"2026-03-31T06:01:48.460834Z","steps":["trace[91765814] 'agreement among raft nodes before linearized reading' (duration: 147.655387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:48.46077Z","caller":"traceutil/trace.go:171","msg":"trace[524795425] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"159.703301ms","start":"2026-03-31T06:01:48.300592Z","end":"2026-03-31T06:01:48.460295Z","steps":["trace[524795425] 'process raft request' (duration: 132.881226ms)","trace[524795425] 'compare' (duration: 26.619231ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:48.893416Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23148} {"level":"info","ts":"2026-03-31T06:02:49.028036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23148,"took":"130.342697ms","hash":3881389300,"current-db-size-bytes":58691584,"current-db-size":"59 MB","current-db-size-in-use-bytes":36286464,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-31T06:02:49.028107Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3881389300,"revision":23148,"compact-revision":20093} {"level":"info","ts":"2026-03-31T06:02:56.168112Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069de.wal"} {"level":"warn","ts":"2026-03-31T06:03:27.104426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.968719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T06:03:27.104504Z","caller":"traceutil/trace.go:171","msg":"trace[772183694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26515; }","duration":"163.096271ms","start":"2026-03-31T06:03:26.941391Z","end":"2026-03-31T06:03:27.104487Z","steps":["trace[772183694] 'range keys from in-memory index tree' (duration: 162.749333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:27.104725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.456421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T06:03:27.104759Z","caller":"traceutil/trace.go:171","msg":"trace[111854978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26515; }","duration":"133.515921ms","start":"2026-03-31T06:03:26.971236Z","end":"2026-03-31T06:03:27.104752Z","steps":["trace[111854978] 'range keys from in-memory index tree' (duration: 133.284947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:27.105Z","caller":"traceutil/trace.go:171","msg":"trace[991685576] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"124.224301ms","start":"2026-03-31T06:03:26.980768Z","end":"2026-03-31T06:03:27.104992Z","steps":["trace[991685576] 'process raft request' (duration: 116.239282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:07:48.898911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26187} {"level":"info","ts":"2026-03-31T06:07:49.045106Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26187,"took":"141.07343ms","hash":1486859052,"current-db-size-bytes":58691584,"current-db-size":"59 MB","current-db-size-in-use-bytes":34406400,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T06:07:49.045158Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1486859052,"revision":26187,"compact-revision":23148} {"level":"info","ts":"2026-03-31T06:08:18.174889Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"985a0f2e99e4506a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T06:08:18.179127Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-31T06:08:18.179211Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-31T06:12:48.908349Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28865} {"level":"info","ts":"2026-03-31T06:12:49.044986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28865,"took":"132.669989ms","hash":1992990677,"current-db-size-bytes":58691584,"current-db-size":"59 MB","current-db-size-in-use-bytes":30076928,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T06:12:49.045068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1992990677,"revision":28865,"compact-revision":26187} {"level":"info","ts":"2026-03-31T06:17:48.916097Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31082} {"level":"info","ts":"2026-03-31T06:17:49.024531Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31082,"took":"104.839464ms","hash":3478304714,"current-db-size-bytes":58691584,"current-db-size":"59 MB","current-db-size-in-use-bytes":30990336,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T06:17:49.02459Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3478304714,"revision":31082,"compact-revision":28865} {"level":"info","ts":"2026-03-31T06:22:48.922561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33357} {"level":"info","ts":"2026-03-31T06:22:49.086772Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33357,"took":"158.055006ms","hash":3936393082,"current-db-size-bytes":59731968,"current-db-size":"60 MB","current-db-size-in-use-bytes":31961088,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T06:22:49.086832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3936393082,"revision":33357,"compact-revision":31082} {"level":"info","ts":"2026-03-31T06:27:48.930873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35653} {"level":"info","ts":"2026-03-31T06:27:49.073792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35653,"took":"139.432825ms","hash":2286998114,"current-db-size-bytes":62119936,"current-db-size":"62 MB","current-db-size-in-use-bytes":31420416,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T06:27:49.073892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2286998114,"revision":35653,"compact-revision":33357} {"level":"info","ts":"2026-03-31T06:29:45.067873Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"985a0f2e99e4506a","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T06:29:45.0722Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-31T06:29:45.072301Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-31T06:32:48.938993Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37889} {"level":"info","ts":"2026-03-31T06:32:49.056991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37889,"took":"114.846042ms","hash":154907059,"current-db-size-bytes":62119936,"current-db-size":"62 MB","current-db-size-in-use-bytes":31256576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T06:32:49.057042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":154907059,"revision":37889,"compact-revision":35653}