{"level":"warn","ts":"2026-07-30T20:57:22.794442Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T20:57:22.794543Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.125:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.125:2380","--initial-cluster=instance=https://199.19.213.125:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.125:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.125:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T20:57:22.794623Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T20:57:22.794634Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.125:2380"]} {"level":"info","ts":"2026-07-30T20:57:22.794662Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T20:57:22.795324Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.125:2379"]} {"level":"info","ts":"2026-07-30T20:57:22.795428Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.125:2380"],"listen-peer-urls":["https://199.19.213.125:2380"],"advertise-client-urls":["https://199.19.213.125:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.125:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.125:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T20:57:22.802312Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.671621ms"} {"level":"info","ts":"2026-07-30T20:57:22.808007Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b448fdce642f2755","cluster-id":"66f7e5dc9a72c5e3"} {"level":"info","ts":"2026-07-30T20:57:22.808072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T20:57:22.808148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 became follower at term 0"} {"level":"info","ts":"2026-07-30T20:57:22.80824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b448fdce642f2755 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T20:57:22.808251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 became follower at term 1"} {"level":"info","ts":"2026-07-30T20:57:22.808467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 switched to configuration voters=(12990912188036097877)"} {"level":"warn","ts":"2026-07-30T20:57:22.814448Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T20:57:22.816695Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T20:57:22.818103Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T20:57:22.820309Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b448fdce642f2755","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T20:57:22.820719Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b448fdce642f2755","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T20:57:22.820816Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:57:22.820906Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:57:22.820919Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:57:22.821471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 switched to configuration voters=(12990912188036097877)"} {"level":"info","ts":"2026-07-30T20:57:22.821579Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"66f7e5dc9a72c5e3","local-member-id":"b448fdce642f2755","added-peer-id":"b448fdce642f2755","added-peer-peer-urls":["https://199.19.213.125:2380"]} {"level":"info","ts":"2026-07-30T20:57:22.823266Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T20:57:22.823438Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.125:2380"} {"level":"info","ts":"2026-07-30T20:57:22.823463Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.125:2380"} {"level":"info","ts":"2026-07-30T20:57:22.823531Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b448fdce642f2755","initial-advertise-peer-urls":["https://199.19.213.125:2380"],"listen-peer-urls":["https://199.19.213.125:2380"],"advertise-client-urls":["https://199.19.213.125:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.125:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T20:57:22.823578Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T20:57:23.809191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T20:57:23.809269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T20:57:23.809333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 received MsgPreVoteResp from b448fdce642f2755 at term 1"} {"level":"info","ts":"2026-07-30T20:57:23.809681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 became candidate at term 2"} {"level":"info","ts":"2026-07-30T20:57:23.809751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 received MsgVoteResp from b448fdce642f2755 at term 2"} {"level":"info","ts":"2026-07-30T20:57:23.809937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b448fdce642f2755 became leader at term 2"} {"level":"info","ts":"2026-07-30T20:57:23.810097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b448fdce642f2755 elected leader b448fdce642f2755 at term 2"} {"level":"info","ts":"2026-07-30T20:57:23.811314Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:57:23.812278Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b448fdce642f2755","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.125:2379]}","request-path":"/0/members/b448fdce642f2755/attributes","cluster-id":"66f7e5dc9a72c5e3","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T20:57:23.812286Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T20:57:23.812329Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T20:57:23.81264Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T20:57:23.812675Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T20:57:23.813115Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"66f7e5dc9a72c5e3","local-member-id":"b448fdce642f2755","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:57:23.813384Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:57:23.81702Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:57:23.817999Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T20:57:23.818727Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.125:2379"} {"level":"info","ts":"2026-07-30T20:57:28.101089Z","caller":"traceutil/trace.go:171","msg":"trace[106047583] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"103.144139ms","start":"2026-07-30T20:57:27.997912Z","end":"2026-07-30T20:57:28.101056Z","steps":["trace[106047583] 'process raft request' (duration: 93.800857ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:34.439357Z","caller":"traceutil/trace.go:171","msg":"trace[2125297010] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"120.90718ms","start":"2026-07-30T20:57:34.318414Z","end":"2026-07-30T20:57:34.439321Z","steps":["trace[2125297010] 'process raft request' (duration: 120.744114ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:58.033955Z","caller":"traceutil/trace.go:171","msg":"trace[1587151040] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"333.432129ms","start":"2026-07-30T20:57:57.700484Z","end":"2026-07-30T20:57:58.033916Z","steps":["trace[1587151040] 'process raft request' (duration: 333.190783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:58.035223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:57.700459Z","time spent":"333.601035ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:58:01.858902Z","caller":"traceutil/trace.go:171","msg":"trace[1710489827] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"119.66697ms","start":"2026-07-30T20:58:01.739199Z","end":"2026-07-30T20:58:01.858866Z","steps":["trace[1710489827] 'process raft request' (duration: 114.626616ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:04.647834Z","caller":"traceutil/trace.go:171","msg":"trace[295224172] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"832.290983ms","start":"2026-07-30T20:58:03.815506Z","end":"2026-07-30T20:58:04.647797Z","steps":["trace[295224172] 'process raft request' (duration: 832.003695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.648071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.815481Z","time spent":"832.494368ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:58:04.657062Z","caller":"traceutil/trace.go:171","msg":"trace[1890657558] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"831.651244ms","start":"2026-07-30T20:58:03.825386Z","end":"2026-07-30T20:58:04.657038Z","steps":["trace[1890657558] 'process raft request' (duration: 831.456039ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:04.657088Z","caller":"traceutil/trace.go:171","msg":"trace[1805167410] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"837.720544ms","start":"2026-07-30T20:58:03.819311Z","end":"2026-07-30T20:58:04.657032Z","steps":["trace[1805167410] 'process raft request' (duration: 837.491787ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:04.657184Z","caller":"traceutil/trace.go:171","msg":"trace[452426207] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"831.14947ms","start":"2026-07-30T20:58:03.826026Z","end":"2026-07-30T20:58:04.657175Z","steps":["trace[452426207] 'process raft request' (duration: 830.959036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.657215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.825377Z","time spent":"831.755166ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T20:58:04.657263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.819268Z","time spent":"837.914489ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:58:04.657126Z","caller":"traceutil/trace.go:171","msg":"trace[762310474] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"831.259883ms","start":"2026-07-30T20:58:03.825837Z","end":"2026-07-30T20:58:04.657096Z","steps":["trace[762310474] 'process raft request' (duration: 831.093869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.657372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.826016Z","time spent":"831.239153ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T20:58:04.65741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.825823Z","time spent":"831.563851ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:58:04.657432Z","caller":"traceutil/trace.go:171","msg":"trace[42584898] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"817.7612ms","start":"2026-07-30T20:58:03.839656Z","end":"2026-07-30T20:58:04.657417Z","steps":["trace[42584898] 'process raft request' (duration: 817.457243ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:04.657435Z","caller":"traceutil/trace.go:171","msg":"trace[1074173755] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"817.798442ms","start":"2026-07-30T20:58:03.839584Z","end":"2026-07-30T20:58:04.657383Z","steps":["trace[1074173755] 'process raft request' (duration: 817.464723ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:04.65757Z","caller":"traceutil/trace.go:171","msg":"trace[941849051] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"817.835363ms","start":"2026-07-30T20:58:03.839726Z","end":"2026-07-30T20:58:04.657561Z","steps":["trace[941849051] 'process raft request' (duration: 817.422302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.657648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.839722Z","time spent":"817.905265ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T20:58:04.657706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.839562Z","time spent":"818.018077ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:58:04.657728Z","caller":"traceutil/trace.go:171","msg":"trace[1116975789] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"798.245718ms","start":"2026-07-30T20:58:03.859475Z","end":"2026-07-30T20:58:04.657721Z","steps":["trace[1116975789] 'process raft request' (duration: 797.935489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.657773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.859436Z","time spent":"798.31836ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:58:04.656974Z","caller":"traceutil/trace.go:171","msg":"trace[1078707607] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"837.806466ms","start":"2026-07-30T20:58:03.819142Z","end":"2026-07-30T20:58:04.656948Z","steps":["trace[1078707607] 'process raft request' (duration: 837.564169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.657878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.819099Z","time spent":"838.75744ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:58:04.657893Z","caller":"traceutil/trace.go:171","msg":"trace[1613089307] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"770.667106ms","start":"2026-07-30T20:58:03.887211Z","end":"2026-07-30T20:58:04.657878Z","steps":["trace[1613089307] 'process raft request' (duration: 770.390259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.657485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.839653Z","time spent":"817.807381ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T20:58:04.657968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:03.887179Z","time spent":"770.756508ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:58:04.658163Z","caller":"traceutil/trace.go:171","msg":"trace[507102671] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:551; }","duration":"510.23469ms","start":"2026-07-30T20:58:04.14791Z","end":"2026-07-30T20:58:04.658145Z","steps":["trace[507102671] 'read index received' (duration: 499.685306ms)","trace[507102671] 'applied index is now lower than readState.Index' (duration: 10.548464ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:58:04.65817Z","caller":"traceutil/trace.go:171","msg":"trace[62064712] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"655.752903ms","start":"2026-07-30T20:58:04.0024Z","end":"2026-07-30T20:58:04.658153Z","steps":["trace[62064712] 'process raft request' (duration: 655.582229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.658312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:04.002373Z","time spent":"655.844035ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T20:58:04.658602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.671282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T20:58:04.658696Z","caller":"traceutil/trace.go:171","msg":"trace[586461341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:545; }","duration":"510.825715ms","start":"2026-07-30T20:58:04.147854Z","end":"2026-07-30T20:58:04.65868Z","steps":["trace[586461341] 'agreement among raft nodes before linearized reading' (duration: 510.341632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.658737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:04.147827Z","time spent":"510.901529ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T20:58:11.219506Z","caller":"traceutil/trace.go:171","msg":"trace[1118279315] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"283.640352ms","start":"2026-07-30T20:58:10.935838Z","end":"2026-07-30T20:58:11.219479Z","steps":["trace[1118279315] 'process raft request' (duration: 282.599807ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:11.41738Z","caller":"traceutil/trace.go:171","msg":"trace[1147246618] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"119.775299ms","start":"2026-07-30T20:58:11.297562Z","end":"2026-07-30T20:58:11.417337Z","steps":["trace[1147246618] 'process raft request' (duration: 116.044418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:11.9389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453844828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T20:58:11.977843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.8475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:58:11.977935Z","caller":"traceutil/trace.go:171","msg":"trace[1935660984] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:643; }","duration":"540.981853ms","start":"2026-07-30T20:58:11.43693Z","end":"2026-07-30T20:58:11.977912Z","steps":["trace[1935660984] 'range keys from in-memory index tree' (duration: 540.772029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:11.977977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:11.436901Z","time spent":"541.067635ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-07-30T20:58:11.977995Z","caller":"traceutil/trace.go:171","msg":"trace[1770780228] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"539.930157ms","start":"2026-07-30T20:58:11.438026Z","end":"2026-07-30T20:58:11.977956Z","steps":["trace[1770780228] 'read index received' (duration: 535.826067ms)","trace[1770780228] 'applied index is now lower than readState.Index' (duration: 4.08254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:58:11.978522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.272794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T20:58:11.978581Z","caller":"traceutil/trace.go:171","msg":"trace[1782096484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:644; }","duration":"361.387816ms","start":"2026-07-30T20:58:11.617175Z","end":"2026-07-30T20:58:11.978563Z","steps":["trace[1782096484] 'agreement among raft nodes before linearized reading' (duration: 361.193981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:11.978553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.47124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T20:58:11.978611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:11.617139Z","time spent":"361.465459ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T20:58:11.978659Z","caller":"traceutil/trace.go:171","msg":"trace[1108083657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:644; }","duration":"540.670765ms","start":"2026-07-30T20:58:11.43796Z","end":"2026-07-30T20:58:11.978631Z","steps":["trace[1108083657] 'agreement among raft nodes before linearized reading' (duration: 540.362147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:11.97871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:11.437925Z","time spent":"540.774118ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T20:58:11.978831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.005263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T20:58:11.978849Z","caller":"traceutil/trace.go:171","msg":"trace[912032701] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"541.480014ms","start":"2026-07-30T20:58:11.437356Z","end":"2026-07-30T20:58:11.978836Z","steps":["trace[912032701] 'process raft request' (duration: 536.684027ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:11.979Z","caller":"traceutil/trace.go:171","msg":"trace[180661422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:644; }","duration":"358.257039ms","start":"2026-07-30T20:58:11.620707Z","end":"2026-07-30T20:58:11.978964Z","steps":["trace[180661422] 'agreement among raft nodes before linearized reading' (duration: 357.770208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:11.979093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:11.620671Z","time spent":"358.406353ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T20:58:11.979085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:11.437345Z","time spent":"541.654509ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:58:12.95828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:58:12.958378Z","caller":"traceutil/trace.go:171","msg":"trace[860345675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"733.083114ms","start":"2026-07-30T20:58:12.225272Z","end":"2026-07-30T20:58:12.958355Z","steps":["trace[860345675] 'range keys from in-memory index tree' (duration: 732.852548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:12.958419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:12.225245Z","time spent":"733.165285ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T20:58:12.979971Z","caller":"traceutil/trace.go:171","msg":"trace[1297379644] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"595.202587ms","start":"2026-07-30T20:58:12.384727Z","end":"2026-07-30T20:58:12.979929Z","steps":["trace[1297379644] 'process raft request' (duration: 594.532461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:12.980155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:12.384693Z","time spent":"595.366141ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:58:12.993551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.565966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T20:58:12.993663Z","caller":"traceutil/trace.go:171","msg":"trace[1230415229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:648; }","duration":"277.772331ms","start":"2026-07-30T20:58:12.715872Z","end":"2026-07-30T20:58:12.993645Z","steps":["trace[1230415229] 'agreement among raft nodes before linearized reading' (duration: 277.504044ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:12.994575Z","caller":"traceutil/trace.go:171","msg":"trace[1036515751] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:671; }","duration":"277.320961ms","start":"2026-07-30T20:58:12.715941Z","end":"2026-07-30T20:58:12.993262Z","steps":["trace[1036515751] 'read index received' (duration: 263.281419ms)","trace[1036515751] 'applied index is now lower than readState.Index' (duration: 14.037792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:58:25.372098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.625141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T20:58:25.37218Z","caller":"traceutil/trace.go:171","msg":"trace[990868824] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:792; }","duration":"221.743093ms","start":"2026-07-30T20:58:25.150421Z","end":"2026-07-30T20:58:25.372164Z","steps":["trace[990868824] 'count revisions from in-memory index tree' (duration: 221.558009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:28.544527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.114216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T20:58:28.54495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.697677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-30T20:58:28.545334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.950028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T20:58:28.545416Z","caller":"traceutil/trace.go:171","msg":"trace[1134018282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:808; }","duration":"466.089171ms","start":"2026-07-30T20:58:28.079301Z","end":"2026-07-30T20:58:28.54539Z","steps":["trace[1134018282] 'range keys from in-memory index tree' (duration: 465.716492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:28.545467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:28.079257Z","time spent":"466.199243ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T20:58:28.545493Z","caller":"traceutil/trace.go:171","msg":"trace[1420178998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:808; }","duration":"475.228989ms","start":"2026-07-30T20:58:28.07016Z","end":"2026-07-30T20:58:28.545389Z","steps":["trace[1420178998] 'range keys from in-memory index tree' (duration: 474.447772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:28.545641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:28.070138Z","time spent":"475.447253ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T20:58:28.545009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.850942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T20:58:28.545772Z","caller":"traceutil/trace.go:171","msg":"trace[1347291004] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:808; }","duration":"314.661248ms","start":"2026-07-30T20:58:28.231092Z","end":"2026-07-30T20:58:28.545753Z","steps":["trace[1347291004] 'count revisions from in-memory index tree' (duration: 313.766329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:28.545845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:28.231075Z","time spent":"314.748281ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-30T20:58:28.545091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.889586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-30T20:58:28.546119Z","caller":"traceutil/trace.go:171","msg":"trace[228966123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:808; }","duration":"466.963279ms","start":"2026-07-30T20:58:28.079139Z","end":"2026-07-30T20:58:28.546102Z","steps":["trace[228966123] 'range keys from in-memory index tree' (duration: 465.663962ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.545254Z","caller":"traceutil/trace.go:171","msg":"trace[1023715149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:808; }","duration":"207.939784ms","start":"2026-07-30T20:58:28.337284Z","end":"2026-07-30T20:58:28.545223Z","steps":["trace[1023715149] 'range keys from in-memory index tree' (duration: 206.817289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:28.546431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:28.07913Z","time spent":"467.050832ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T20:58:28.807309Z","caller":"traceutil/trace.go:171","msg":"trace[1046386233] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"266.555369ms","start":"2026-07-30T20:58:28.540727Z","end":"2026-07-30T20:58:28.807283Z","steps":["trace[1046386233] 'process raft request' (duration: 266.255992ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.824217Z","caller":"traceutil/trace.go:171","msg":"trace[1673879426] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"273.499319ms","start":"2026-07-30T20:58:28.550695Z","end":"2026-07-30T20:58:28.824194Z","steps":["trace[1673879426] 'process raft request' (duration: 273.431788ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.824593Z","caller":"traceutil/trace.go:171","msg":"trace[743709355] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"273.752345ms","start":"2026-07-30T20:58:28.550816Z","end":"2026-07-30T20:58:28.824568Z","steps":["trace[743709355] 'process raft request' (duration: 273.612272ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.824535Z","caller":"traceutil/trace.go:171","msg":"trace[116023438] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"273.691692ms","start":"2026-07-30T20:58:28.550823Z","end":"2026-07-30T20:58:28.824515Z","steps":["trace[116023438] 'process raft request' (duration: 273.334025ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.824921Z","caller":"traceutil/trace.go:171","msg":"trace[121709159] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"274.234485ms","start":"2026-07-30T20:58:28.55063Z","end":"2026-07-30T20:58:28.824865Z","steps":["trace[121709159] 'process raft request' (duration: 273.363185ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:49.584963Z","caller":"traceutil/trace.go:171","msg":"trace[1864573123] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1167; }","duration":"352.788804ms","start":"2026-07-30T20:58:49.232081Z","end":"2026-07-30T20:58:49.58487Z","steps":["trace[1864573123] 'read index received' (duration: 256.173756ms)","trace[1864573123] 'applied index is now lower than readState.Index' (duration: 96.612468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:58:49.585241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.12935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:58:49.585352Z","caller":"traceutil/trace.go:171","msg":"trace[1101016778] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"374.985874ms","start":"2026-07-30T20:58:49.209898Z","end":"2026-07-30T20:58:49.584884Z","steps":["trace[1101016778] 'process raft request' (duration: 278.328006ms)","trace[1101016778] 'compare' (duration: 95.275832ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:58:49.585528Z","caller":"traceutil/trace.go:171","msg":"trace[1159411892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1133; }","duration":"353.458546ms","start":"2026-07-30T20:58:49.232034Z","end":"2026-07-30T20:58:49.585493Z","steps":["trace[1159411892] 'agreement among raft nodes before linearized reading' (duration: 353.068998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:49.585616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:49.232016Z","time spent":"353.569839ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T20:58:49.585692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.720915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T20:58:49.586019Z","caller":"traceutil/trace.go:171","msg":"trace[1791473489] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1134; }","duration":"342.062542ms","start":"2026-07-30T20:58:49.243926Z","end":"2026-07-30T20:58:49.585988Z","steps":["trace[1791473489] 'agreement among raft nodes before linearized reading' (duration: 341.595302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:49.586092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:49.243903Z","time spent":"342.172733ms","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-30T20:58:49.586188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:49.209885Z","time spent":"375.630586ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:58:49.585755Z","caller":"traceutil/trace.go:171","msg":"trace[1735818374] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"226.139098ms","start":"2026-07-30T20:58:49.359587Z","end":"2026-07-30T20:58:49.585726Z","steps":["trace[1735818374] 'process raft request' (duration: 225.551517ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:49.745064Z","caller":"traceutil/trace.go:171","msg":"trace[1113322533] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"122.907705ms","start":"2026-07-30T20:58:49.622093Z","end":"2026-07-30T20:58:49.745001Z","steps":["trace[1113322533] 'process raft request' (duration: 120.028681ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:49.81327Z","caller":"traceutil/trace.go:171","msg":"trace[1822231863] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"186.834234ms","start":"2026-07-30T20:58:49.626414Z","end":"2026-07-30T20:58:49.813248Z","steps":["trace[1822231863] 'process raft request' (duration: 186.394086ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:50.110596Z","caller":"traceutil/trace.go:171","msg":"trace[45690405] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"177.482227ms","start":"2026-07-30T20:58:49.933075Z","end":"2026-07-30T20:58:50.110557Z","steps":["trace[45690405] 'process raft request' (duration: 177.156961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:06.254291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453846032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T20:59:06.447403Z","caller":"traceutil/trace.go:171","msg":"trace[1228985293] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1281; }","duration":"694.170905ms","start":"2026-07-30T20:59:05.753202Z","end":"2026-07-30T20:59:06.447373Z","steps":["trace[1228985293] 'read index received' (duration: 693.87589ms)","trace[1228985293] 'applied index is now lower than readState.Index' (duration: 293.675µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:59:06.447716Z","caller":"traceutil/trace.go:171","msg":"trace[986156186] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"753.326604ms","start":"2026-07-30T20:59:05.694374Z","end":"2026-07-30T20:59:06.447701Z","steps":["trace[986156186] 'process raft request' (duration: 752.835765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:06.447797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.276473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T20:59:06.447812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.574232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T20:59:06.44787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:05.694349Z","time spent":"753.422106ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:59:06.449209Z","caller":"traceutil/trace.go:171","msg":"trace[410727050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1243; }","duration":"221.744537ms","start":"2026-07-30T20:59:06.22744Z","end":"2026-07-30T20:59:06.449184Z","steps":["trace[410727050] 'agreement among raft nodes before linearized reading' (duration: 220.260122ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:06.448936Z","caller":"traceutil/trace.go:171","msg":"trace[1420054045] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1243; }","duration":"695.568028ms","start":"2026-07-30T20:59:05.753158Z","end":"2026-07-30T20:59:06.448726Z","steps":["trace[1420054045] 'agreement among raft nodes before linearized reading' (duration: 694.5097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:06.449821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:05.753143Z","time spent":"696.648217ms","remote":"127.0.0.1:33020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-30T20:59:06.707236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.050734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T20:59:06.707381Z","caller":"traceutil/trace.go:171","msg":"trace[109705497] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"189.162355ms","start":"2026-07-30T20:59:06.518193Z","end":"2026-07-30T20:59:06.707355Z","steps":["trace[109705497] 'process raft request' (duration: 48.680593ms)","trace[109705497] 'compare' (duration: 139.936152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:59:23.750077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.348778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-hzj48\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-30T20:59:23.750165Z","caller":"traceutil/trace.go:171","msg":"trace[1052455251] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-hzj48; range_end:; response_count:1; response_revision:1385; }","duration":"147.49921ms","start":"2026-07-30T20:59:23.602646Z","end":"2026-07-30T20:59:23.750145Z","steps":["trace[1052455251] 'range keys from in-memory index tree' (duration: 147.187365ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:24.639404Z","caller":"traceutil/trace.go:171","msg":"trace[22481386] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"100.231106ms","start":"2026-07-30T20:59:24.539136Z","end":"2026-07-30T20:59:24.639367Z","steps":["trace[22481386] 'process raft request' (duration: 100.022622ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:24.876336Z","caller":"traceutil/trace.go:171","msg":"trace[1200883616] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"228.475078ms","start":"2026-07-30T20:59:24.647825Z","end":"2026-07-30T20:59:24.8763Z","steps":["trace[1200883616] 'process raft request' (duration: 228.286565ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:25.027055Z","caller":"traceutil/trace.go:171","msg":"trace[52649470] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"257.842237ms","start":"2026-07-30T20:59:24.769146Z","end":"2026-07-30T20:59:25.026988Z","steps":["trace[52649470] 'process raft request' (duration: 243.894374ms)","trace[52649470] 'compare' (duration: 13.501956ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:59:25.027117Z","caller":"traceutil/trace.go:171","msg":"trace[1940325915] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"252.905437ms","start":"2026-07-30T20:59:24.774171Z","end":"2026-07-30T20:59:25.027076Z","steps":["trace[1940325915] 'process raft request' (duration: 252.717534ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:26.062413Z","caller":"traceutil/trace.go:171","msg":"trace[1393732830] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"174.461538ms","start":"2026-07-30T20:59:25.887917Z","end":"2026-07-30T20:59:26.062378Z","steps":["trace[1393732830] 'process raft request' (duration: 174.202575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:31.329705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.246316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:59:31.329858Z","caller":"traceutil/trace.go:171","msg":"trace[1362612561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1509; }","duration":"104.452149ms","start":"2026-07-30T20:59:31.225372Z","end":"2026-07-30T20:59:31.329824Z","steps":["trace[1362612561] 'range keys from in-memory index tree' (duration: 104.130325ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:55.68891Z","caller":"traceutil/trace.go:171","msg":"trace[154617600] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"134.844723ms","start":"2026-07-30T20:59:55.554029Z","end":"2026-07-30T20:59:55.688873Z","steps":["trace[154617600] 'process raft request' (duration: 133.757797ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:55.692916Z","caller":"traceutil/trace.go:171","msg":"trace[1664042370] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"137.402979ms","start":"2026-07-30T20:59:55.555489Z","end":"2026-07-30T20:59:55.692892Z","steps":["trace[1664042370] 'process raft request' (duration: 137.034555ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:55.693243Z","caller":"traceutil/trace.go:171","msg":"trace[1247670581] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"104.391232ms","start":"2026-07-30T20:59:55.588834Z","end":"2026-07-30T20:59:55.693225Z","steps":["trace[1247670581] 'process raft request' (duration: 103.821503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:58.237981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.310071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T20:59:58.238067Z","caller":"traceutil/trace.go:171","msg":"trace[321747760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1937; }","duration":"738.445012ms","start":"2026-07-30T20:59:57.499602Z","end":"2026-07-30T20:59:58.238047Z","steps":["trace[321747760] 'range keys from in-memory index tree' (duration: 738.016746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:58.238107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:57.499583Z","time spent":"738.514832ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T20:59:58.238485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.072304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb3c9678-af03-4386-93bb-27a25194dfa9\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-30T20:59:58.238615Z","caller":"traceutil/trace.go:171","msg":"trace[2080127134] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb3c9678-af03-4386-93bb-27a25194dfa9; range_end:; response_count:1; response_revision:1937; }","duration":"422.294876ms","start":"2026-07-30T20:59:57.816289Z","end":"2026-07-30T20:59:58.238584Z","steps":["trace[2080127134] 'range keys from in-memory index tree' (duration: 421.753948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:58.238603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.969495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T20:59:58.238669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:57.816251Z","time spent":"422.407519ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb3c9678-af03-4386-93bb-27a25194dfa9\" "} {"level":"info","ts":"2026-07-30T20:59:58.238694Z","caller":"traceutil/trace.go:171","msg":"trace[257330735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"686.103007ms","start":"2026-07-30T20:59:57.552569Z","end":"2026-07-30T20:59:58.238672Z","steps":["trace[257330735] 'range keys from in-memory index tree' (duration: 685.728712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:58.238743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:57.552557Z","time spent":"686.177639ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T20:59:58.238694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.203602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T20:59:58.238821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.682225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T20:59:58.238703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.801725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T20:59:58.238875Z","caller":"traceutil/trace.go:171","msg":"trace[63629206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1937; }","duration":"541.061907ms","start":"2026-07-30T20:59:57.697797Z","end":"2026-07-30T20:59:58.238859Z","steps":["trace[63629206] 'range keys from in-memory index tree' (duration: 540.48444ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:58.238879Z","caller":"traceutil/trace.go:171","msg":"trace[689472977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1937; }","duration":"545.786046ms","start":"2026-07-30T20:59:57.69307Z","end":"2026-07-30T20:59:58.238856Z","steps":["trace[689472977] 'range keys from in-memory index tree' (duration: 545.39842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:58.238962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:57.693034Z","time spent":"545.917578ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T20:59:58.23896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:57.697767Z","time spent":"541.149159ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T20:59:58.238817Z","caller":"traceutil/trace.go:171","msg":"trace[1169299711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"723.367324ms","start":"2026-07-30T20:59:57.51542Z","end":"2026-07-30T20:59:58.238788Z","steps":["trace[1169299711] 'range keys from in-memory index tree' (duration: 722.972128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:58.238981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.562544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb3c9678-af03-4386-93bb-27a25194dfa9\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-30T20:59:58.239054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:57.515415Z","time spent":"723.619098ms","remote":"127.0.0.1:50734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T20:59:58.239064Z","caller":"traceutil/trace.go:171","msg":"trace[1218107370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb3c9678-af03-4386-93bb-27a25194dfa9; range_end:; response_count:1; response_revision:1937; }","duration":"534.726037ms","start":"2026-07-30T20:59:57.704317Z","end":"2026-07-30T20:59:58.239043Z","steps":["trace[1218107370] 'range keys from in-memory index tree' (duration: 534.370771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:58.239181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:57.704296Z","time spent":"534.875688ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb3c9678-af03-4386-93bb-27a25194dfa9\" "} {"level":"info","ts":"2026-07-30T20:59:58.244238Z","caller":"traceutil/trace.go:171","msg":"trace[1523709945] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"266.010955ms","start":"2026-07-30T20:59:57.978206Z","end":"2026-07-30T20:59:58.244217Z","steps":["trace[1523709945] 'process raft request' (duration: 265.858022ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:58.374329Z","caller":"traceutil/trace.go:171","msg":"trace[2028794042] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"128.355805ms","start":"2026-07-30T20:59:58.245941Z","end":"2026-07-30T20:59:58.374297Z","steps":["trace[2028794042] 'process raft request' (duration: 106.368709ms)","trace[2028794042] 'compare' (duration: 21.704802ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:59:58.374735Z","caller":"traceutil/trace.go:171","msg":"trace[1387497362] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"128.74622ms","start":"2026-07-30T20:59:58.245933Z","end":"2026-07-30T20:59:58.374679Z","steps":["trace[1387497362] 'process raft request' (duration: 128.293064ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:58.374887Z","caller":"traceutil/trace.go:171","msg":"trace[366526659] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"128.861982ms","start":"2026-07-30T20:59:58.245993Z","end":"2026-07-30T20:59:58.374855Z","steps":["trace[366526659] 'process raft request' (duration: 128.496807ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:58.375052Z","caller":"traceutil/trace.go:171","msg":"trace[1093618484] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"127.465872ms","start":"2026-07-30T20:59:58.247535Z","end":"2026-07-30T20:59:58.375Z","steps":["trace[1093618484] 'process raft request' (duration: 127.137077ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:12.411226Z","caller":"traceutil/trace.go:171","msg":"trace[1256587901] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"113.614532ms","start":"2026-07-30T21:00:12.297563Z","end":"2026-07-30T21:00:12.411178Z","steps":["trace[1256587901] 'process raft request' (duration: 46.323004ms)","trace[1256587901] 'compare' (duration: 66.912362ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:00:12.608939Z","caller":"traceutil/trace.go:171","msg":"trace[213224225] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2142; }","duration":"160.403202ms","start":"2026-07-30T21:00:12.448502Z","end":"2026-07-30T21:00:12.608906Z","steps":["trace[213224225] 'read index received' (duration: 157.804845ms)","trace[213224225] 'applied index is now lower than readState.Index' (duration: 2.597067ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:00:12.60904Z","caller":"traceutil/trace.go:171","msg":"trace[899343770] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"191.632677ms","start":"2026-07-30T21:00:12.417336Z","end":"2026-07-30T21:00:12.608969Z","steps":["trace[899343770] 'process raft request' (duration: 188.95284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:12.609236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.697166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:00:12.60927Z","caller":"traceutil/trace.go:171","msg":"trace[1316040836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2063; }","duration":"160.809598ms","start":"2026-07-30T21:00:12.448448Z","end":"2026-07-30T21:00:12.609257Z","steps":["trace[1316040836] 'agreement among raft nodes before linearized reading' (duration: 160.630945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:12.609626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.972659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T21:00:12.609637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.162819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:00:12.609705Z","caller":"traceutil/trace.go:171","msg":"trace[1292802676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2063; }","duration":"155.27992ms","start":"2026-07-30T21:00:12.454408Z","end":"2026-07-30T21:00:12.609688Z","steps":["trace[1292802676] 'agreement among raft nodes before linearized reading' (duration: 154.959446ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:12.609688Z","caller":"traceutil/trace.go:171","msg":"trace[1712146974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2063; }","duration":"153.07651ms","start":"2026-07-30T21:00:12.456595Z","end":"2026-07-30T21:00:12.609671Z","steps":["trace[1712146974] 'agreement among raft nodes before linearized reading' (duration: 152.910278ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:17.2477Z","caller":"traceutil/trace.go:171","msg":"trace[1250590432] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2168; }","duration":"282.663275ms","start":"2026-07-30T21:00:16.96501Z","end":"2026-07-30T21:00:17.247673Z","steps":["trace[1250590432] 'read index received' (duration: 282.346681ms)","trace[1250590432] 'applied index is now lower than readState.Index' (duration: 315.334µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:00:17.2478Z","caller":"traceutil/trace.go:171","msg":"trace[605063626] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"332.862737ms","start":"2026-07-30T21:00:16.914897Z","end":"2026-07-30T21:00:17.24776Z","steps":["trace[605063626] 'process raft request' (duration: 332.575464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:17.247967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.942418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:00:17.248002Z","caller":"traceutil/trace.go:171","msg":"trace[128759870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2089; }","duration":"283.05321ms","start":"2026-07-30T21:00:16.964938Z","end":"2026-07-30T21:00:17.247992Z","steps":["trace[128759870] 'agreement among raft nodes before linearized reading' (duration: 282.874308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:17.248033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:16.914873Z","time spent":"333.026869ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:00:17.24813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.130742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:00:17.248201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.906373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.125\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T21:00:17.24824Z","caller":"traceutil/trace.go:171","msg":"trace[207461581] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2089; }","duration":"135.324465ms","start":"2026-07-30T21:00:17.112888Z","end":"2026-07-30T21:00:17.248212Z","steps":["trace[207461581] 'agreement among raft nodes before linearized reading' (duration: 135.085831ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:17.248322Z","caller":"traceutil/trace.go:171","msg":"trace[1888888868] range","detail":"{range_begin:/registry/masterleases/199.19.213.125; range_end:; response_count:1; response_revision:2089; }","duration":"279.111126ms","start":"2026-07-30T21:00:16.969185Z","end":"2026-07-30T21:00:17.248297Z","steps":["trace[1888888868] 'agreement among raft nodes before linearized reading' (duration: 278.74898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:19.144591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453847732,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:00:19.174164Z","caller":"traceutil/trace.go:171","msg":"trace[1479205018] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"531.593804ms","start":"2026-07-30T21:00:18.642493Z","end":"2026-07-30T21:00:19.174086Z","steps":["trace[1479205018] 'process raft request' (duration: 531.31206ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:19.174382Z","caller":"traceutil/trace.go:171","msg":"trace[949055571] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2174; }","duration":"529.905141ms","start":"2026-07-30T21:00:18.644455Z","end":"2026-07-30T21:00:19.17436Z","steps":["trace[949055571] 'read index received' (duration: 529.287892ms)","trace[949055571] 'applied index is now lower than readState.Index' (duration: 616.169µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:00:19.17475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.900136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:00:19.174828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.494756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:00:19.174829Z","caller":"traceutil/trace.go:171","msg":"trace[282366746] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"398.799139ms","start":"2026-07-30T21:00:18.775967Z","end":"2026-07-30T21:00:19.174766Z","steps":["trace[282366746] 'process raft request' (duration: 398.305531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:19.174882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.266833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:00:19.174909Z","caller":"traceutil/trace.go:171","msg":"trace[1369679594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2095; }","duration":"516.617697ms","start":"2026-07-30T21:00:18.658271Z","end":"2026-07-30T21:00:19.174889Z","steps":["trace[1369679594] 'agreement among raft nodes before linearized reading' (duration: 516.284692ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:19.174915Z","caller":"traceutil/trace.go:171","msg":"trace[857513166] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2095; }","duration":"502.119348ms","start":"2026-07-30T21:00:18.672765Z","end":"2026-07-30T21:00:19.174885Z","steps":["trace[857513166] 'agreement among raft nodes before linearized reading' (duration: 501.817913ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:19.174995Z","caller":"traceutil/trace.go:171","msg":"trace[342316238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2095; }","duration":"516.433015ms","start":"2026-07-30T21:00:18.658542Z","end":"2026-07-30T21:00:19.174975Z","steps":["trace[342316238] 'agreement among raft nodes before linearized reading' (duration: 516.132451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:19.175003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:18.658247Z","time spent":"516.741449ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:00:19.175045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:18.77594Z","time spent":"398.98506ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:00:19.175052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:18.658531Z","time spent":"516.509046ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:00:19.175062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:18.672747Z","time spent":"502.263149ms","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:00:19.175217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.758462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:00:19.175251Z","caller":"traceutil/trace.go:171","msg":"trace[1854493195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2095; }","duration":"530.804682ms","start":"2026-07-30T21:00:18.644438Z","end":"2026-07-30T21:00:19.175243Z","steps":["trace[1854493195] 'agreement among raft nodes before linearized reading' (duration: 530.085373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:19.175271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:18.644431Z","time spent":"530.835073ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:00:19.17474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:18.642481Z","time spent":"531.927598ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:00:33.573882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.951833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:00:33.573987Z","caller":"traceutil/trace.go:171","msg":"trace[1649456115] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2267; }","duration":"242.916603ms","start":"2026-07-30T21:00:33.331052Z","end":"2026-07-30T21:00:33.573969Z","steps":["trace[1649456115] 'read index received' (duration: 8.751038ms)","trace[1649456115] 'applied index is now lower than readState.Index' (duration: 234.164095ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:00:33.574092Z","caller":"traceutil/trace.go:171","msg":"trace[591204147] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"271.157672ms","start":"2026-07-30T21:00:33.302915Z","end":"2026-07-30T21:00:33.574073Z","steps":["trace[591204147] 'process raft request' (duration: 36.886205ms)","trace[591204147] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 233.536978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:00:33.574677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.611072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:00:33.574742Z","caller":"traceutil/trace.go:171","msg":"trace[2087673934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2183; }","duration":"243.687524ms","start":"2026-07-30T21:00:33.33104Z","end":"2026-07-30T21:00:33.574727Z","steps":["trace[2087673934] 'agreement among raft nodes before linearized reading' (duration: 242.978965ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:39.539549Z","caller":"traceutil/trace.go:171","msg":"trace[1615522036] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2295; }","duration":"260.851882ms","start":"2026-07-30T21:00:39.27866Z","end":"2026-07-30T21:00:39.539512Z","steps":["trace[1615522036] 'read index received' (duration: 260.438066ms)","trace[1615522036] 'applied index is now lower than readState.Index' (duration: 412.326µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:00:39.540033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.320538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:00:39.539719Z","caller":"traceutil/trace.go:171","msg":"trace[1972989789] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"284.361764ms","start":"2026-07-30T21:00:39.255304Z","end":"2026-07-30T21:00:39.539666Z","steps":["trace[1972989789] 'process raft request' (duration: 283.917358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:39.540112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.146247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:00:39.540198Z","caller":"traceutil/trace.go:171","msg":"trace[1226316809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2210; }","duration":"252.269179ms","start":"2026-07-30T21:00:39.287905Z","end":"2026-07-30T21:00:39.540174Z","steps":["trace[1226316809] 'agreement among raft nodes before linearized reading' (duration: 251.997715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:39.540112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.417049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:00:39.540332Z","caller":"traceutil/trace.go:171","msg":"trace[1219717526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2210; }","duration":"255.691794ms","start":"2026-07-30T21:00:39.284632Z","end":"2026-07-30T21:00:39.540323Z","steps":["trace[1219717526] 'agreement among raft nodes before linearized reading' (duration: 255.303918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:39.540361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.714645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:00:39.540448Z","caller":"traceutil/trace.go:171","msg":"trace[330682648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2210; }","duration":"255.835616ms","start":"2026-07-30T21:00:39.284588Z","end":"2026-07-30T21:00:39.540424Z","steps":["trace[330682648] 'agreement among raft nodes before linearized reading' (duration: 255.38905ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:39.540171Z","caller":"traceutil/trace.go:171","msg":"trace[1178902564] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2210; }","duration":"261.48505ms","start":"2026-07-30T21:00:39.27862Z","end":"2026-07-30T21:00:39.540105Z","steps":["trace[1178902564] 'agreement among raft nodes before linearized reading' (duration: 261.074275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:39.541439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.20093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:00:39.541495Z","caller":"traceutil/trace.go:171","msg":"trace[1425056656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2210; }","duration":"259.280171ms","start":"2026-07-30T21:00:39.282201Z","end":"2026-07-30T21:00:39.541481Z","steps":["trace[1425056656] 'agreement among raft nodes before linearized reading' (duration: 257.67632ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:39.900948Z","caller":"traceutil/trace.go:171","msg":"trace[522143289] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"231.223779ms","start":"2026-07-30T21:00:39.669672Z","end":"2026-07-30T21:00:39.900895Z","steps":["trace[522143289] 'process raft request' (duration: 201.434203ms)","trace[522143289] 'compare' (duration: 29.477191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:00:40.478984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.015654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c72cf8ee1404c3\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-30T21:00:40.479078Z","caller":"traceutil/trace.go:171","msg":"trace[1987338349] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c72cf8ee1404c3; range_end:; response_count:1; response_revision:2218; }","duration":"453.194127ms","start":"2026-07-30T21:00:40.025859Z","end":"2026-07-30T21:00:40.479053Z","steps":["trace[1987338349] 'range keys from in-memory index tree' (duration: 452.797601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:40.479131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:40.025832Z","time spent":"453.287068ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c72cf8ee1404c3\" "} {"level":"warn","ts":"2026-07-30T21:00:40.479437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.136388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:00:40.479558Z","caller":"traceutil/trace.go:171","msg":"trace[647593791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"254.352721ms","start":"2026-07-30T21:00:40.225181Z","end":"2026-07-30T21:00:40.479533Z","steps":["trace[647593791] 'range keys from in-memory index tree' (duration: 253.963656ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:41.755013Z","caller":"traceutil/trace.go:171","msg":"trace[1085835191] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2306; }","duration":"196.268467ms","start":"2026-07-30T21:00:41.558716Z","end":"2026-07-30T21:00:41.754984Z","steps":["trace[1085835191] 'read index received' (duration: 196.152006ms)","trace[1085835191] 'applied index is now lower than readState.Index' (duration: 114.691µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:00:41.755183Z","caller":"traceutil/trace.go:171","msg":"trace[1681737811] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"208.829834ms","start":"2026-07-30T21:00:41.546304Z","end":"2026-07-30T21:00:41.755134Z","steps":["trace[1681737811] 'process raft request' (duration: 208.49738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:41.755291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.567861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:00:41.755331Z","caller":"traceutil/trace.go:171","msg":"trace[492023042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2221; }","duration":"196.672293ms","start":"2026-07-30T21:00:41.558647Z","end":"2026-07-30T21:00:41.75532Z","steps":["trace[492023042] 'agreement among raft nodes before linearized reading' (duration: 196.47357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.255366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453848039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:00:42.39662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.927087Z","time spent":"469.523646ms","remote":"127.0.0.1:52458","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T21:00:42.39748Z","caller":"traceutil/trace.go:171","msg":"trace[1695806403] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"726.418566ms","start":"2026-07-30T21:00:41.671031Z","end":"2026-07-30T21:00:42.39745Z","steps":["trace[1695806403] 'process raft request' (duration: 685.659057ms)","trace[1695806403] 'compare' (duration: 39.873597ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:00:42.397782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.670995Z","time spent":"726.548638ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:00:42.397646Z","caller":"traceutil/trace.go:171","msg":"trace[19339205] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"724.317908ms","start":"2026-07-30T21:00:41.673268Z","end":"2026-07-30T21:00:42.397585Z","steps":["trace[19339205] 'process raft request' (duration: 723.884662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.398561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.673234Z","time spent":"724.902396ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:00:42.401911Z","caller":"traceutil/trace.go:171","msg":"trace[606418644] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"641.020305ms","start":"2026-07-30T21:00:41.760866Z","end":"2026-07-30T21:00:42.401886Z","steps":["trace[606418644] 'process raft request' (duration: 640.635901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.402008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.760833Z","time spent":"641.127836ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:00:42.790103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.457204ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T21:00:42.791338Z","caller":"traceutil/trace.go:171","msg":"trace[1332065493] linearizableReadLoop","detail":"{readStateIndex:2311; appliedIndex:2307; }","duration":"1.036234038s","start":"2026-07-30T21:00:41.755088Z","end":"2026-07-30T21:00:42.791322Z","steps":["trace[1332065493] 'read index received' (duration: 601.617766ms)","trace[1332065493] 'applied index is now lower than readState.Index' (duration: 434.615632ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:00:42.79143Z","caller":"traceutil/trace.go:171","msg":"trace[1741327105] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"501.732061ms","start":"2026-07-30T21:00:42.289687Z","end":"2026-07-30T21:00:42.791419Z","steps":["trace[1741327105] 'process raft request' (duration: 500.512044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.791506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:42.289669Z","time spent":"501.782662ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:00:42.794509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156576551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T21:00:42.794544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156601481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:00:42.794576Z","caller":"traceutil/trace.go:171","msg":"trace[535828774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2225; }","duration":"1.156697913s","start":"2026-07-30T21:00:41.63786Z","end":"2026-07-30T21:00:42.794558Z","steps":["trace[535828774] 'agreement among raft nodes before linearized reading' (duration: 1.155019691s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:42.794593Z","caller":"traceutil/trace.go:171","msg":"trace[1046878208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2225; }","duration":"1.156684152s","start":"2026-07-30T21:00:41.637895Z","end":"2026-07-30T21:00:42.794579Z","steps":["trace[1046878208] 'agreement among raft nodes before linearized reading' (duration: 1.153620312s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.794613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115397186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:00:42.794661Z","caller":"traceutil/trace.go:171","msg":"trace[252201083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2225; }","duration":"1.115467277s","start":"2026-07-30T21:00:41.67918Z","end":"2026-07-30T21:00:42.794647Z","steps":["trace[252201083] 'agreement among raft nodes before linearized reading' (duration: 1.112645769s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.794677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.637878Z","time spent":"1.156786593s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:00:42.794699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.679166Z","time spent":"1.115525517s","remote":"127.0.0.1:50734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:00:42.794711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.637837Z","time spent":"1.156783083s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:00:42.794518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15493233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:00:42.794896Z","caller":"traceutil/trace.go:171","msg":"trace[1481327908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2225; }","duration":"1.155326215s","start":"2026-07-30T21:00:41.639546Z","end":"2026-07-30T21:00:42.794873Z","steps":["trace[1481327908] 'agreement among raft nodes before linearized reading' (duration: 1.152289775s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.795004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.639536Z","time spent":"1.155447967s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:00:42.796125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.697503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:00:42.797021Z","caller":"traceutil/trace.go:171","msg":"trace[1549572044] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"255.228373ms","start":"2026-07-30T21:00:42.541772Z","end":"2026-07-30T21:00:42.797001Z","steps":["trace[1549572044] 'process raft request' (duration: 249.543047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.797735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.68267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:00:42.79779Z","caller":"traceutil/trace.go:171","msg":"trace[782611365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2226; }","duration":"883.799312ms","start":"2026-07-30T21:00:41.913977Z","end":"2026-07-30T21:00:42.797777Z","steps":["trace[782611365] 'agreement among raft nodes before linearized reading' (duration: 883.662839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.797831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.913953Z","time spent":"883.869852ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:00:42.798171Z","caller":"traceutil/trace.go:171","msg":"trace[218039125] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2226; }","duration":"915.848925ms","start":"2026-07-30T21:00:41.880374Z","end":"2026-07-30T21:00:42.796223Z","steps":["trace[218039125] 'agreement among raft nodes before linearized reading' (duration: 915.641263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.798248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:41.880354Z","time spent":"917.874992ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:00:42.799545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.442635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:00:42.799593Z","caller":"traceutil/trace.go:171","msg":"trace[1490447256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2226; }","duration":"575.531706ms","start":"2026-07-30T21:00:42.224053Z","end":"2026-07-30T21:00:42.799584Z","steps":["trace[1490447256] 'agreement among raft nodes before linearized reading' (duration: 572.695188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.799625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:00:42.22403Z","time spent":"575.590626ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:02:07.701547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.897482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.125\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T21:02:07.701636Z","caller":"traceutil/trace.go:171","msg":"trace[366947208] range","detail":"{range_begin:/registry/masterleases/199.19.213.125; range_end:; response_count:1; response_revision:2775; }","duration":"726.050106ms","start":"2026-07-30T21:02:06.975564Z","end":"2026-07-30T21:02:07.701614Z","steps":["trace[366947208] 'range keys from in-memory index tree' (duration: 725.669235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.701684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:06.975505Z","time spent":"726.168369ms","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.125\" "} {"level":"warn","ts":"2026-07-30T21:02:07.702164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.983379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T21:02:07.702307Z","caller":"traceutil/trace.go:171","msg":"trace[930166077] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2775; }","duration":"603.210865ms","start":"2026-07-30T21:02:07.099066Z","end":"2026-07-30T21:02:07.702277Z","steps":["trace[930166077] 'range keys from in-memory index tree' (duration: 602.053811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.702363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.099037Z","time spent":"603.315438ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T21:02:07.7034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453849292,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:02:07.765067Z","caller":"traceutil/trace.go:171","msg":"trace[860110068] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"654.871235ms","start":"2026-07-30T21:02:07.110155Z","end":"2026-07-30T21:02:07.765027Z","steps":["trace[860110068] 'process raft request' (duration: 654.564185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.765304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.110123Z","time spent":"655.07222ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:07.815211Z","caller":"traceutil/trace.go:171","msg":"trace[835525855] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"703.216636ms","start":"2026-07-30T21:02:07.111958Z","end":"2026-07-30T21:02:07.815174Z","steps":["trace[835525855] 'process raft request' (duration: 700.711523ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.815262Z","caller":"traceutil/trace.go:171","msg":"trace[1783151215] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2880; }","duration":"611.916022ms","start":"2026-07-30T21:02:07.203291Z","end":"2026-07-30T21:02:07.815207Z","steps":["trace[1783151215] 'read index received' (duration: 561.438597ms)","trace[1783151215] 'applied index is now lower than readState.Index' (duration: 50.475925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:07.815417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.111932Z","time spent":"703.38777ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:07.81552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.202331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:02:07.815607Z","caller":"traceutil/trace.go:171","msg":"trace[610171250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2777; }","duration":"612.327325ms","start":"2026-07-30T21:02:07.203257Z","end":"2026-07-30T21:02:07.815584Z","steps":["trace[610171250] 'agreement among raft nodes before linearized reading' (duration: 612.184681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.815658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.203239Z","time spent":"612.408578ms","remote":"127.0.0.1:51046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:02:07.815826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.917455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-30T21:02:07.815879Z","caller":"traceutil/trace.go:171","msg":"trace[366154056] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2777; }","duration":"109.018459ms","start":"2026-07-30T21:02:07.706846Z","end":"2026-07-30T21:02:07.815865Z","steps":["trace[366154056] 'agreement among raft nodes before linearized reading' (duration: 108.864214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.815921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.343993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:02:07.815956Z","caller":"traceutil/trace.go:171","msg":"trace[971937466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2777; }","duration":"540.390174ms","start":"2026-07-30T21:02:07.275552Z","end":"2026-07-30T21:02:07.815942Z","steps":["trace[971937466] 'agreement among raft nodes before linearized reading' (duration: 540.309562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.816004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.275546Z","time spent":"540.445075ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:02:07.815795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.90192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:02:07.816079Z","caller":"traceutil/trace.go:171","msg":"trace[1605000672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2777; }","duration":"591.2353ms","start":"2026-07-30T21:02:07.224831Z","end":"2026-07-30T21:02:07.816066Z","steps":["trace[1605000672] 'agreement among raft nodes before linearized reading' (duration: 590.796267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.816124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.224822Z","time spent":"591.291162ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:02:07.816258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.208544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:02:07.816334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.816901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:02:07.816373Z","caller":"traceutil/trace.go:171","msg":"trace[1892681113] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2777; }","duration":"217.888083ms","start":"2026-07-30T21:02:07.598473Z","end":"2026-07-30T21:02:07.816361Z","steps":["trace[1892681113] 'agreement among raft nodes before linearized reading' (duration: 217.80272ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.81638Z","caller":"traceutil/trace.go:171","msg":"trace[948474240] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2777; }","duration":"291.520394ms","start":"2026-07-30T21:02:07.524835Z","end":"2026-07-30T21:02:07.816356Z","steps":["trace[948474240] 'agreement among raft nodes before linearized reading' (duration: 291.116401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.815653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.951753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:02:07.816433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.768465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:02:07.81655Z","caller":"traceutil/trace.go:171","msg":"trace[2067906168] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2777; }","duration":"510.823009ms","start":"2026-07-30T21:02:07.305666Z","end":"2026-07-30T21:02:07.816489Z","steps":["trace[2067906168] 'agreement among raft nodes before linearized reading' (duration: 509.926723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.816664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.305658Z","time spent":"510.988484ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:02:07.816733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.250278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:02:07.816791Z","caller":"traceutil/trace.go:171","msg":"trace[1865399640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2777; }","duration":"544.357132ms","start":"2026-07-30T21:02:07.272418Z","end":"2026-07-30T21:02:07.816775Z","steps":["trace[1865399640] 'agreement among raft nodes before linearized reading' (duration: 544.171056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.816825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.272398Z","time spent":"544.420674ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:02:07.815832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.227329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:02:07.816892Z","caller":"traceutil/trace.go:171","msg":"trace[326041065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2777; }","duration":"542.294291ms","start":"2026-07-30T21:02:07.274581Z","end":"2026-07-30T21:02:07.816875Z","steps":["trace[326041065] 'agreement among raft nodes before linearized reading' (duration: 541.122216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.816958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.274574Z","time spent":"542.367373ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T21:02:07.816895Z","caller":"traceutil/trace.go:171","msg":"trace[1645635167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2777; }","duration":"544.127294ms","start":"2026-07-30T21:02:07.272504Z","end":"2026-07-30T21:02:07.816631Z","steps":["trace[1645635167] 'agreement among raft nodes before linearized reading' (duration: 543.347271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:07.817089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:07.272481Z","time spent":"544.589589ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:02:39.56218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453849773,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:02:39.573894Z","caller":"traceutil/trace.go:171","msg":"trace[358715241] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"709.142936ms","start":"2026-07-30T21:02:38.86472Z","end":"2026-07-30T21:02:39.573863Z","steps":["trace[358715241] 'process raft request' (duration: 708.910179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:39.574074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:38.864691Z","time spent":"709.266129ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:02:39.574827Z","caller":"traceutil/trace.go:171","msg":"trace[989590628] linearizableReadLoop","detail":"{readStateIndex:3066; appliedIndex:3064; }","duration":"512.912993ms","start":"2026-07-30T21:02:39.061883Z","end":"2026-07-30T21:02:39.574796Z","steps":["trace[989590628] 'read index received' (duration: 511.763732ms)","trace[989590628] 'applied index is now lower than readState.Index' (duration: 1.147701ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:39.575095Z","caller":"traceutil/trace.go:171","msg":"trace[1644253711] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"707.738668ms","start":"2026-07-30T21:02:38.867342Z","end":"2026-07-30T21:02:39.575081Z","steps":["trace[1644253711] 'process raft request' (duration: 707.333188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:39.575262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:38.867306Z","time spent":"707.831041ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:02:39.575541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.049914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-30T21:02:39.575639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.725824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:02:39.575664Z","caller":"traceutil/trace.go:171","msg":"trace[1038393381] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2954; }","duration":"472.277899ms","start":"2026-07-30T21:02:39.103354Z","end":"2026-07-30T21:02:39.575632Z","steps":["trace[1038393381] 'agreement among raft nodes before linearized reading' (duration: 471.869569ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:39.575721Z","caller":"traceutil/trace.go:171","msg":"trace[1244233353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2954; }","duration":"513.879228ms","start":"2026-07-30T21:02:39.061821Z","end":"2026-07-30T21:02:39.575701Z","steps":["trace[1244233353] 'agreement among raft nodes before linearized reading' (duration: 513.57676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:39.575732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:39.10333Z","time spent":"472.390043ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T21:02:39.575762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:02:39.061793Z","time spent":"513.96302ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T21:02:45.354663Z","caller":"traceutil/trace.go:171","msg":"trace[163158349] linearizableReadLoop","detail":"{readStateIndex:3096; appliedIndex:3095; }","duration":"239.799168ms","start":"2026-07-30T21:02:45.114831Z","end":"2026-07-30T21:02:45.35463Z","steps":["trace[163158349] 'read index received' (duration: 239.577242ms)","trace[163158349] 'applied index is now lower than readState.Index' (duration: 219.946µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:02:45.35488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.493777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:02:45.354963Z","caller":"traceutil/trace.go:171","msg":"trace[1852954054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2983; }","duration":"128.592819ms","start":"2026-07-30T21:02:45.226326Z","end":"2026-07-30T21:02:45.354919Z","steps":["trace[1852954054] 'agreement among raft nodes before linearized reading' (duration: 128.490527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:02:45.355141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.2926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:02:45.355143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.32219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:02:45.355285Z","caller":"traceutil/trace.go:171","msg":"trace[1067706098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2983; }","duration":"121.523366ms","start":"2026-07-30T21:02:45.233712Z","end":"2026-07-30T21:02:45.355235Z","steps":["trace[1067706098] 'agreement among raft nodes before linearized reading' (duration: 121.141786ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:45.355377Z","caller":"traceutil/trace.go:171","msg":"trace[449455318] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2983; }","duration":"240.432345ms","start":"2026-07-30T21:02:45.114794Z","end":"2026-07-30T21:02:45.355226Z","steps":["trace[449455318] 'agreement among raft nodes before linearized reading' (duration: 240.27404ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:45.355808Z","caller":"traceutil/trace.go:171","msg":"trace[2024633928] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"241.541102ms","start":"2026-07-30T21:02:45.113217Z","end":"2026-07-30T21:02:45.354759Z","steps":["trace[2024633928] 'process raft request' (duration: 241.141711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:14.655939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.202404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:03:14.656121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.622446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-30T21:03:14.65621Z","caller":"traceutil/trace.go:171","msg":"trace[398306162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3135; }","duration":"287.77025ms","start":"2026-07-30T21:03:14.368419Z","end":"2026-07-30T21:03:14.656189Z","steps":["trace[398306162] 'range keys from in-memory index tree' (duration: 287.416541ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:14.656154Z","caller":"traceutil/trace.go:171","msg":"trace[90751928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3135; }","duration":"378.454549ms","start":"2026-07-30T21:03:14.277681Z","end":"2026-07-30T21:03:14.656136Z","steps":["trace[90751928] 'range keys from in-memory index tree' (duration: 378.143441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:14.656322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.36081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:03:14.656391Z","caller":"traceutil/trace.go:171","msg":"trace[465911438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3135; }","duration":"392.453882ms","start":"2026-07-30T21:03:14.26392Z","end":"2026-07-30T21:03:14.656374Z","steps":["trace[465911438] 'range keys from in-memory index tree' (duration: 392.205196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:14.656345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.277671Z","time spent":"378.663754ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:03:14.656547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.744611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T21:03:14.656447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.263909Z","time spent":"392.521293ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:03:14.656599Z","caller":"traceutil/trace.go:171","msg":"trace[1192129091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3135; }","duration":"398.837303ms","start":"2026-07-30T21:03:14.25775Z","end":"2026-07-30T21:03:14.656587Z","steps":["trace[1192129091] 'range keys from in-memory index tree' (duration: 398.623526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:14.656609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.41665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T21:03:14.656639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.257724Z","time spent":"398.903634ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:03:14.656666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.872473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:03:14.656681Z","caller":"traceutil/trace.go:171","msg":"trace[251708729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3135; }","duration":"392.514183ms","start":"2026-07-30T21:03:14.264147Z","end":"2026-07-30T21:03:14.656661Z","steps":["trace[251708729] 'range keys from in-memory index tree' (duration: 392.312717ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:14.65671Z","caller":"traceutil/trace.go:171","msg":"trace[2036337297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3135; }","duration":"398.944285ms","start":"2026-07-30T21:03:14.257755Z","end":"2026-07-30T21:03:14.6567Z","steps":["trace[2036337297] 'range keys from in-memory index tree' (duration: 398.734819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:14.656724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.26414Z","time spent":"392.571685ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:03:14.656749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.257735Z","time spent":"399.002856ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:03:14.656879Z","caller":"traceutil/trace.go:171","msg":"trace[2024133541] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"282.252559ms","start":"2026-07-30T21:03:14.374609Z","end":"2026-07-30T21:03:14.656861Z","steps":["trace[2024133541] 'process raft request' (duration: 280.491118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:15.165569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453850278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:15.666706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453850278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:16.167056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453850278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:16.667277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453850278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:17.167725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453850278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:17.224484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T21:03:17.224567Z","caller":"traceutil/trace.go:171","msg":"trace[1523549795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249667s","start":"2026-07-30T21:03:15.224302Z","end":"2026-07-30T21:03:17.224551Z","steps":["trace[1523549795] 'agreement among raft nodes before linearized reading' (duration: 2.000138854s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:17.224602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.224277Z","time spent":"2.000319678s","remote":"127.0.0.1:60776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:03:17.668304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2834347139453850278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:18.005601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.341979856s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T21:03:18.014223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271767848s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:03:18.014428Z","caller":"traceutil/trace.go:171","msg":"trace[500448458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3138; }","duration":"2.271986803s","start":"2026-07-30T21:03:15.742421Z","end":"2026-07-30T21:03:18.014408Z","steps":["trace[500448458] 'range keys from in-memory index tree' (duration: 2.271750028s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.015349Z","caller":"traceutil/trace.go:171","msg":"trace[452095172] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"3.351818646s","start":"2026-07-30T21:03:14.663509Z","end":"2026-07-30T21:03:18.015328Z","steps":["trace[452095172] 'process raft request' (duration: 3.351756335s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.015355Z","caller":"traceutil/trace.go:171","msg":"trace[2049985786] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"3.352162515s","start":"2026-07-30T21:03:14.663176Z","end":"2026-07-30T21:03:18.015338Z","steps":["trace[2049985786] 'process raft request' (duration: 3.342893497s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.015515Z","caller":"traceutil/trace.go:171","msg":"trace[1457486911] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"2.28669348s","start":"2026-07-30T21:03:15.728808Z","end":"2026-07-30T21:03:18.015502Z","steps":["trace[1457486911] 'process raft request' (duration: 2.286488866s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.728772Z","time spent":"2.286788463s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:03:18.015693Z","caller":"traceutil/trace.go:171","msg":"trace[1060588007] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"2.279099691s","start":"2026-07-30T21:03:15.736582Z","end":"2026-07-30T21:03:18.015682Z","steps":["trace[1060588007] 'process raft request' (duration: 2.278875826s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.736557Z","time spent":"2.279173132s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:03:18.015486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.663491Z","time spent":"3.351924068s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:03:18.015806Z","caller":"traceutil/trace.go:171","msg":"trace[167192104] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"1.898559616s","start":"2026-07-30T21:03:16.117237Z","end":"2026-07-30T21:03:18.015796Z","steps":["trace[167192104] 'process raft request' (duration: 1.898403342s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.117194Z","time spent":"1.898635007s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:03:18.015951Z","caller":"traceutil/trace.go:171","msg":"trace[1008210053] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"1.836131674s","start":"2026-07-30T21:03:16.179808Z","end":"2026-07-30T21:03:18.01594Z","steps":["trace[1008210053] 'process raft request' (duration: 1.83595357s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.179766Z","time spent":"1.836221937s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:03:18.016029Z","caller":"traceutil/trace.go:171","msg":"trace[208582330] linearizableReadLoop","detail":"{readStateIndex:3265; appliedIndex:3258; }","duration":"3.351290044s","start":"2026-07-30T21:03:14.664727Z","end":"2026-07-30T21:03:18.016017Z","steps":["trace[208582330] 'read index received' (duration: 3.341216137s)","trace[208582330] 'applied index is now lower than readState.Index' (duration: 10.073197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:03:18.016143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.663145Z","time spent":"3.352458941s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:03:18.016215Z","caller":"traceutil/trace.go:171","msg":"trace[746660876] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"1.353209774s","start":"2026-07-30T21:03:16.662994Z","end":"2026-07-30T21:03:18.016204Z","steps":["trace[746660876] 'process raft request' (duration: 1.352909356s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.500674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:03:18.01627Z","caller":"traceutil/trace.go:171","msg":"trace[1275200592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3145; }","duration":"241.562276ms","start":"2026-07-30T21:03:17.774697Z","end":"2026-07-30T21:03:18.016259Z","steps":["trace[1275200592] 'agreement among raft nodes before linearized reading' (duration: 241.511805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.662974Z","time spent":"1.353273076s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:03:18.016392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348837091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:03:18.016428Z","caller":"traceutil/trace.go:171","msg":"trace[542862137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3145; }","duration":"1.348968713s","start":"2026-07-30T21:03:16.667451Z","end":"2026-07-30T21:03:18.016419Z","steps":["trace[542862137] 'agreement among raft nodes before linearized reading' (duration: 1.348883292s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600660744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:03:18.016459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.667437Z","time spent":"1.349010995s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T21:03:18.016463Z","caller":"traceutil/trace.go:171","msg":"trace[1065171677] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3145; }","duration":"1.600739576s","start":"2026-07-30T21:03:16.415714Z","end":"2026-07-30T21:03:18.016454Z","steps":["trace[1065171677] 'agreement among raft nodes before linearized reading' (duration: 1.600685835s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.415695Z","time spent":"1.600789448s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:03:18.016181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351459157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-30T21:03:18.016603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.340545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:03:18.016586Z","caller":"traceutil/trace.go:171","msg":"trace[198264118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3145; }","duration":"3.354476668s","start":"2026-07-30T21:03:14.662101Z","end":"2026-07-30T21:03:18.016578Z","steps":["trace[198264118] 'agreement among raft nodes before linearized reading' (duration: 3.353988397s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.016641Z","caller":"traceutil/trace.go:171","msg":"trace[360653114] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3145; }","duration":"488.408046ms","start":"2026-07-30T21:03:17.528224Z","end":"2026-07-30T21:03:18.016632Z","steps":["trace[360653114] 'agreement among raft nodes before linearized reading' (duration: 488.339615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104808661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:03:18.01665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.662087Z","time spent":"3.35455417s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:03:18.016671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:17.528207Z","time spent":"488.455389ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:03:18.016742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268246434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:03:18.016778Z","caller":"traceutil/trace.go:171","msg":"trace[1680343203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3145; }","duration":"2.268316766s","start":"2026-07-30T21:03:15.748453Z","end":"2026-07-30T21:03:18.01677Z","steps":["trace[1680343203] 'agreement among raft nodes before linearized reading' (duration: 2.268234074s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.748431Z","time spent":"2.268366568s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:03:18.016812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.070353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:03:18.016863Z","caller":"traceutil/trace.go:171","msg":"trace[662785363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3145; }","duration":"783.140614ms","start":"2026-07-30T21:03:17.233714Z","end":"2026-07-30T21:03:18.016854Z","steps":["trace[662785363] 'agreement among raft nodes before linearized reading' (duration: 783.075133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:17.233702Z","time spent":"783.186915ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:03:18.016927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616619438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c72d13d04ab24b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-30T21:03:18.016964Z","caller":"traceutil/trace.go:171","msg":"trace[114334346] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c72d13d04ab24b; range_end:; response_count:1; response_revision:3145; }","duration":"2.61668938s","start":"2026-07-30T21:03:15.400264Z","end":"2026-07-30T21:03:18.016953Z","steps":["trace[114334346] 'agreement among raft nodes before linearized reading' (duration: 2.616606038s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.40024Z","time spent":"2.616743571s","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c72d13d04ab24b\" "} {"level":"info","ts":"2026-07-30T21:03:18.016671Z","caller":"traceutil/trace.go:171","msg":"trace[1552685392] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3145; }","duration":"2.104875054s","start":"2026-07-30T21:03:15.911788Z","end":"2026-07-30T21:03:18.016663Z","steps":["trace[1552685392] 'agreement among raft nodes before linearized reading' (duration: 2.104826592s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.017037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.911767Z","time spent":"2.105258443s","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:03:18.017053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037253648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.125\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T21:03:18.017078Z","caller":"traceutil/trace.go:171","msg":"trace[127438246] range","detail":"{range_begin:/registry/masterleases/199.19.213.125; range_end:; response_count:1; response_revision:3145; }","duration":"1.03733478s","start":"2026-07-30T21:03:16.979736Z","end":"2026-07-30T21:03:18.01707Z","steps":["trace[127438246] 'agreement among raft nodes before linearized reading' (duration: 1.037224737s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916450314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T21:03:18.017175Z","caller":"traceutil/trace.go:171","msg":"trace[1651288758] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3145; }","duration":"2.917474308s","start":"2026-07-30T21:03:15.09969Z","end":"2026-07-30T21:03:18.017164Z","steps":["trace[1651288758] 'agreement among raft nodes before linearized reading' (duration: 2.916437364s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.017215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.099664Z","time spent":"2.91754097s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T21:03:18.017605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349455755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:03:18.017645Z","caller":"traceutil/trace.go:171","msg":"trace[1752939786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3145; }","duration":"1.349546797s","start":"2026-07-30T21:03:16.668089Z","end":"2026-07-30T21:03:18.017635Z","steps":["trace[1752939786] 'agreement among raft nodes before linearized reading' (duration: 1.349454715s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.017674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.668065Z","time spent":"1.349601809s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:03:18.017103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.979715Z","time spent":"1.03738216s","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.125\" "} {"level":"info","ts":"2026-07-30T21:04:58.771606Z","caller":"traceutil/trace.go:171","msg":"trace[1369939658] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"151.821012ms","start":"2026-07-30T21:04:58.619768Z","end":"2026-07-30T21:04:58.771589Z","steps":["trace[1369939658] 'process raft request' (duration: 151.789732ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.771626Z","caller":"traceutil/trace.go:171","msg":"trace[120194179] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"151.817612ms","start":"2026-07-30T21:04:58.619774Z","end":"2026-07-30T21:04:58.771592Z","steps":["trace[120194179] 'process raft request' (duration: 151.724161ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.771634Z","caller":"traceutil/trace.go:171","msg":"trace[483484331] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"151.894544ms","start":"2026-07-30T21:04:58.619697Z","end":"2026-07-30T21:04:58.771591Z","steps":["trace[483484331] 'process raft request' (duration: 62.197847ms)","trace[483484331] 'compare' (duration: 89.400712ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:05:00.722457Z","caller":"traceutil/trace.go:171","msg":"trace[1442026754] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"111.276059ms","start":"2026-07-30T21:05:00.611153Z","end":"2026-07-30T21:05:00.722429Z","steps":["trace[1442026754] 'process raft request' (duration: 110.928793ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:41.134454Z","caller":"traceutil/trace.go:171","msg":"trace[1100229871] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"144.118992ms","start":"2026-07-30T21:05:40.990273Z","end":"2026-07-30T21:05:41.134392Z","steps":["trace[1100229871] 'process raft request' (duration: 106.638674ms)","trace[1100229871] 'compare' (duration: 37.123852ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:05:41.136429Z","caller":"traceutil/trace.go:171","msg":"trace[1927470470] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"142.953291ms","start":"2026-07-30T21:05:40.993452Z","end":"2026-07-30T21:05:41.136405Z","steps":["trace[1927470470] 'process raft request' (duration: 142.806659ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:41.136498Z","caller":"traceutil/trace.go:171","msg":"trace[509393375] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"142.778858ms","start":"2026-07-30T21:05:40.993687Z","end":"2026-07-30T21:05:41.136466Z","steps":["trace[509393375] 'process raft request' (duration: 142.656466ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:41.136792Z","caller":"traceutil/trace.go:171","msg":"trace[1135722260] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"143.48735ms","start":"2026-07-30T21:05:40.993283Z","end":"2026-07-30T21:05:41.136771Z","steps":["trace[1135722260] 'process raft request' (duration: 142.727217ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:47.314263Z","caller":"traceutil/trace.go:171","msg":"trace[216733515] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"109.224435ms","start":"2026-07-30T21:05:47.205014Z","end":"2026-07-30T21:05:47.314238Z","steps":["trace[216733515] 'process raft request' (duration: 108.717677ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:47.314423Z","caller":"traceutil/trace.go:171","msg":"trace[1664097745] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"107.648068ms","start":"2026-07-30T21:05:47.206744Z","end":"2026-07-30T21:05:47.314392Z","steps":["trace[1664097745] 'process raft request' (duration: 107.441813ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:50.542479Z","caller":"traceutil/trace.go:171","msg":"trace[2100232791] linearizableReadLoop","detail":"{readStateIndex:4246; appliedIndex:4245; }","duration":"124.236503ms","start":"2026-07-30T21:05:50.418217Z","end":"2026-07-30T21:05:50.542454Z","steps":["trace[2100232791] 'read index received' (duration: 124.200423ms)","trace[2100232791] 'applied index is now lower than readState.Index' (duration: 34.89µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:05:50.542542Z","caller":"traceutil/trace.go:171","msg":"trace[1776215422] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"191.805087ms","start":"2026-07-30T21:05:50.350705Z","end":"2026-07-30T21:05:50.542511Z","steps":["trace[1776215422] 'process raft request' (duration: 191.594653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:50.543313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.059899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:1 size:379184"} {"level":"info","ts":"2026-07-30T21:05:50.543388Z","caller":"traceutil/trace.go:171","msg":"trace[1492486352] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:1; response_revision:4088; }","duration":"125.208371ms","start":"2026-07-30T21:05:50.418165Z","end":"2026-07-30T21:05:50.543374Z","steps":["trace[1492486352] 'agreement among raft nodes before linearized reading' (duration: 124.392167ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:50.551162Z","caller":"traceutil/trace.go:171","msg":"trace[1718441558] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"111.991088ms","start":"2026-07-30T21:05:50.439158Z","end":"2026-07-30T21:05:50.551149Z","steps":["trace[1718441558] 'process raft request' (duration: 111.58568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:27.133171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.291239ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-30T21:06:40.013123Z","caller":"traceutil/trace.go:171","msg":"trace[938856833] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"137.330425ms","start":"2026-07-30T21:06:39.875752Z","end":"2026-07-30T21:06:40.013083Z","steps":["trace[938856833] 'process raft request' (duration: 136.764635ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:40.020618Z","caller":"traceutil/trace.go:171","msg":"trace[285516053] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"143.343187ms","start":"2026-07-30T21:06:39.877255Z","end":"2026-07-30T21:06:40.020598Z","steps":["trace[285516053] 'process raft request' (duration: 143.086612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:42.126741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.597132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-f9ndt\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-07-30T21:06:42.126843Z","caller":"traceutil/trace.go:171","msg":"trace[1799971853] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-f9ndt; range_end:; response_count:1; response_revision:4776; }","duration":"204.755724ms","start":"2026-07-30T21:06:41.922063Z","end":"2026-07-30T21:06:42.126818Z","steps":["trace[1799971853] 'range keys from in-memory index tree' (duration: 204.062993ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:42.136204Z","caller":"traceutil/trace.go:171","msg":"trace[109204960] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4963; }","duration":"124.534934ms","start":"2026-07-30T21:06:42.011631Z","end":"2026-07-30T21:06:42.136166Z","steps":["trace[109204960] 'read index received' (duration: 124.174858ms)","trace[109204960] 'applied index is now lower than readState.Index' (duration: 359.396µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:06:42.136375Z","caller":"traceutil/trace.go:171","msg":"trace[690727237] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"202.10841ms","start":"2026-07-30T21:06:41.934129Z","end":"2026-07-30T21:06:42.136237Z","steps":["trace[690727237] 'process raft request' (duration: 201.800074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:42.136456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.807479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-30T21:06:42.136509Z","caller":"traceutil/trace.go:171","msg":"trace[113572081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4777; }","duration":"124.943292ms","start":"2026-07-30T21:06:42.011542Z","end":"2026-07-30T21:06:42.136485Z","steps":["trace[113572081] 'agreement among raft nodes before linearized reading' (duration: 124.739959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:46.281675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.715826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-30T21:06:46.281758Z","caller":"traceutil/trace.go:171","msg":"trace[1625414998] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4871; }","duration":"215.846548ms","start":"2026-07-30T21:06:46.065893Z","end":"2026-07-30T21:06:46.28174Z","steps":["trace[1625414998] 'range keys from in-memory index tree' (duration: 215.567214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:49.738982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.613801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:06:49.739142Z","caller":"traceutil/trace.go:171","msg":"trace[2129854544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4949; }","duration":"183.873765ms","start":"2026-07-30T21:06:49.555234Z","end":"2026-07-30T21:06:49.739107Z","steps":["trace[2129854544] 'range keys from in-memory index tree' (duration: 183.369507ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:50.065292Z","caller":"traceutil/trace.go:171","msg":"trace[577359740] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"320.418868ms","start":"2026-07-30T21:06:49.744836Z","end":"2026-07-30T21:06:50.065255Z","steps":["trace[577359740] 'process raft request' (duration: 320.140204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:50.065495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:49.744664Z","time spent":"320.722574ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:50.06568Z","caller":"traceutil/trace.go:171","msg":"trace[798232301] linearizableReadLoop","detail":"{readStateIndex:5142; appliedIndex:5141; }","duration":"318.151281ms","start":"2026-07-30T21:06:49.747066Z","end":"2026-07-30T21:06:50.065217Z","steps":["trace[798232301] 'read index received' (duration: 317.847976ms)","trace[798232301] 'applied index is now lower than readState.Index' (duration: 302.195µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:50.065661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.553968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:06:50.065769Z","caller":"traceutil/trace.go:171","msg":"trace[894240316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4950; }","duration":"318.71202ms","start":"2026-07-30T21:06:49.747033Z","end":"2026-07-30T21:06:50.065745Z","steps":["trace[894240316] 'agreement among raft nodes before linearized reading' (duration: 318.359004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:50.065815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:49.746988Z","time spent":"318.820482ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:06:50.07691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.195532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T21:06:50.076962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.440872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:06:50.077036Z","caller":"traceutil/trace.go:171","msg":"trace[1007205975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4951; }","duration":"312.382054ms","start":"2026-07-30T21:06:49.764622Z","end":"2026-07-30T21:06:50.077004Z","steps":["trace[1007205975] 'agreement among raft nodes before linearized reading' (duration: 312.075759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:50.077145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:49.764599Z","time spent":"312.528887ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:06:50.077368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.778408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T21:06:50.077397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.05253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-30T21:06:50.07741Z","caller":"traceutil/trace.go:171","msg":"trace[1567343492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4951; }","duration":"310.868959ms","start":"2026-07-30T21:06:49.766527Z","end":"2026-07-30T21:06:50.077396Z","steps":["trace[1567343492] 'agreement among raft nodes before linearized reading' (duration: 310.755376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:50.077443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:49.766501Z","time spent":"310.936371ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T21:06:50.077444Z","caller":"traceutil/trace.go:171","msg":"trace[1920213461] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4951; }","duration":"309.11544ms","start":"2026-07-30T21:06:49.768312Z","end":"2026-07-30T21:06:50.077428Z","steps":["trace[1920213461] 'agreement among raft nodes before linearized reading' (duration: 308.945327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:50.077518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:49.768305Z","time spent":"309.169321ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-30T21:06:50.077038Z","caller":"traceutil/trace.go:171","msg":"trace[856254889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4951; }","duration":"304.537313ms","start":"2026-07-30T21:06:49.772481Z","end":"2026-07-30T21:06:50.077019Z","steps":["trace[856254889] 'agreement among raft nodes before linearized reading' (duration: 304.264949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:50.078016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:49.772473Z","time spent":"305.52829ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:06:50.388551Z","caller":"traceutil/trace.go:171","msg":"trace[2142985176] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5148; }","duration":"165.73842ms","start":"2026-07-30T21:06:50.222782Z","end":"2026-07-30T21:06:50.38852Z","steps":["trace[2142985176] 'read index received' (duration: 165.458866ms)","trace[2142985176] 'applied index is now lower than readState.Index' (duration: 278.004µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:06:50.388678Z","caller":"traceutil/trace.go:171","msg":"trace[2016256136] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"175.92036ms","start":"2026-07-30T21:06:50.212707Z","end":"2026-07-30T21:06:50.388627Z","steps":["trace[2016256136] 'process raft request' (duration: 175.584995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:50.389048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.991425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:06:50.389151Z","caller":"traceutil/trace.go:171","msg":"trace[889484816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4957; }","duration":"166.388841ms","start":"2026-07-30T21:06:50.22274Z","end":"2026-07-30T21:06:50.389129Z","steps":["trace[889484816] 'agreement among raft nodes before linearized reading' (duration: 165.935803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.375788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.935877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-30T21:06:56.375869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.767562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-07-30T21:06:56.375912Z","caller":"traceutil/trace.go:171","msg":"trace[1094405350] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4998; }","duration":"254.072779ms","start":"2026-07-30T21:06:56.121813Z","end":"2026-07-30T21:06:56.375886Z","steps":["trace[1094405350] 'range keys from in-memory index tree' (duration: 253.721723ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:56.375932Z","caller":"traceutil/trace.go:171","msg":"trace[2027038549] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4998; }","duration":"286.859453ms","start":"2026-07-30T21:06:56.089055Z","end":"2026-07-30T21:06:56.375915Z","steps":["trace[2027038549] 'range keys from in-memory index tree' (duration: 286.62883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.376171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.793639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T21:06:56.376248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.381673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:06:56.37625Z","caller":"traceutil/trace.go:171","msg":"trace[1036326663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4998; }","duration":"222.916241ms","start":"2026-07-30T21:06:56.153296Z","end":"2026-07-30T21:06:56.376213Z","steps":["trace[1036326663] 'range keys from in-memory index tree' (duration: 222.618345ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:56.376286Z","caller":"traceutil/trace.go:171","msg":"trace[578013990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4998; }","duration":"287.438665ms","start":"2026-07-30T21:06:56.088824Z","end":"2026-07-30T21:06:56.376263Z","steps":["trace[578013990] 'range keys from in-memory index tree' (duration: 287.276562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.37629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.960546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7586f9665-9tv7k.18c72d53c4872b2d\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-30T21:06:56.376343Z","caller":"traceutil/trace.go:171","msg":"trace[1152340028] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7586f9665-9tv7k.18c72d53c4872b2d; range_end:; response_count:1; response_revision:4998; }","duration":"287.036578ms","start":"2026-07-30T21:06:56.089292Z","end":"2026-07-30T21:06:56.376328Z","steps":["trace[1152340028] 'range keys from in-memory index tree' (duration: 286.788864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.376573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.781521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:06:56.376596Z","caller":"traceutil/trace.go:171","msg":"trace[1472296471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4998; }","duration":"185.805142ms","start":"2026-07-30T21:06:56.190784Z","end":"2026-07-30T21:06:56.376589Z","steps":["trace[1472296471] 'range keys from in-memory index tree' (duration: 185.69542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.376685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.66447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:06:56.3767Z","caller":"traceutil/trace.go:171","msg":"trace[554676758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4998; }","duration":"182.713791ms","start":"2026-07-30T21:06:56.193981Z","end":"2026-07-30T21:06:56.376695Z","steps":["trace[554676758] 'range keys from in-memory index tree' (duration: 182.560477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.37688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.418006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:06:56.376884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.777019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T21:06:56.376893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.766032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:06:56.376943Z","caller":"traceutil/trace.go:171","msg":"trace[1544635857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4998; }","duration":"152.830453ms","start":"2026-07-30T21:06:56.224104Z","end":"2026-07-30T21:06:56.376935Z","steps":["trace[1544635857] 'range keys from in-memory index tree' (duration: 152.700041ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:56.376935Z","caller":"traceutil/trace.go:171","msg":"trace[1841169511] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4998; }","duration":"176.506617ms","start":"2026-07-30T21:06:56.200411Z","end":"2026-07-30T21:06:56.376917Z","steps":["trace[1841169511] 'count revisions from in-memory index tree' (duration: 176.345884ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:56.37694Z","caller":"traceutil/trace.go:171","msg":"trace[1219994798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4998; }","duration":"174.83639ms","start":"2026-07-30T21:06:56.20209Z","end":"2026-07-30T21:06:56.376927Z","steps":["trace[1219994798] 'range keys from in-memory index tree' (duration: 174.587186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.772223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.823723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:06:56.772764Z","caller":"traceutil/trace.go:171","msg":"trace[1536716101] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"389.685035ms","start":"2026-07-30T21:06:56.383059Z","end":"2026-07-30T21:06:56.772744Z","steps":["trace[1536716101] 'process raft request' (duration: 389.37613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.772868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:56.383054Z","time spent":"389.767256ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:56.773023Z","caller":"traceutil/trace.go:171","msg":"trace[1462406652] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"389.99743ms","start":"2026-07-30T21:06:56.382994Z","end":"2026-07-30T21:06:56.772991Z","steps":["trace[1462406652] 'process raft request' (duration: 230.296082ms)","trace[1462406652] 'compare' (duration: 158.427547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:56.773172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:56.382974Z","time spent":"390.117773ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:56.773178Z","caller":"traceutil/trace.go:171","msg":"trace[763972589] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"390.063602ms","start":"2026-07-30T21:06:56.383092Z","end":"2026-07-30T21:06:56.773156Z","steps":["trace[763972589] 'process raft request' (duration: 389.386581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.773289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:56.383073Z","time spent":"390.154103ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:56.773515Z","caller":"traceutil/trace.go:171","msg":"trace[878373973] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"390.219344ms","start":"2026-07-30T21:06:56.383272Z","end":"2026-07-30T21:06:56.773492Z","steps":["trace[878373973] 'process raft request' (duration: 389.832668ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:56.773594Z","caller":"traceutil/trace.go:171","msg":"trace[1947568818] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"390.037931ms","start":"2026-07-30T21:06:56.383005Z","end":"2026-07-30T21:06:56.773043Z","steps":["trace[1947568818] 'process raft request' (duration: 389.35196ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:56.773663Z","caller":"traceutil/trace.go:171","msg":"trace[549652176] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"383.060096ms","start":"2026-07-30T21:06:56.390587Z","end":"2026-07-30T21:06:56.773647Z","steps":["trace[549652176] 'process raft request' (duration: 382.828502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.773675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:56.383264Z","time spent":"390.313995ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:06:56.773698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:56.38299Z","time spent":"390.664761ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:56.775905Z","caller":"traceutil/trace.go:171","msg":"trace[1361952657] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5192; }","duration":"326.707747ms","start":"2026-07-30T21:06:56.446852Z","end":"2026-07-30T21:06:56.77356Z","steps":["trace[1361952657] 'read index received' (duration: 166.43825ms)","trace[1361952657] 'applied index is now lower than readState.Index' (duration: 160.268537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:56.776016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.162032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:06:56.773748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:56.39051Z","time spent":"383.193908ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13280,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:06:56.773848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.950907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73a16944-7ff9-46a3-9c51-a2c660d87e62\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-30T21:06:56.776154Z","caller":"traceutil/trace.go:171","msg":"trace[1183331348] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73a16944-7ff9-46a3-9c51-a2c660d87e62; range_end:; response_count:1; response_revision:5005; }","duration":"393.303815ms","start":"2026-07-30T21:06:56.382845Z","end":"2026-07-30T21:06:56.776149Z","steps":["trace[1183331348] 'agreement among raft nodes before linearized reading' (duration: 390.902366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.776177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:56.38282Z","time spent":"393.351447ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-73a16944-7ff9-46a3-9c51-a2c660d87e62\" "} {"level":"info","ts":"2026-07-30T21:06:56.776041Z","caller":"traceutil/trace.go:171","msg":"trace[1628254099] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5005; }","duration":"319.215572ms","start":"2026-07-30T21:06:56.456816Z","end":"2026-07-30T21:06:56.776031Z","steps":["trace[1628254099] 'agreement among raft nodes before linearized reading' (duration: 319.176152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:56.776299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:56.456797Z","time spent":"319.494706ms","remote":"127.0.0.1:37232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-30T21:06:57.596232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.848574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:06:57.596318Z","caller":"traceutil/trace.go:171","msg":"trace[730588261] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"573.54948ms","start":"2026-07-30T21:06:57.022754Z","end":"2026-07-30T21:06:57.596303Z","steps":["trace[730588261] 'process raft request' (duration: 97.570683ms)","trace[730588261] 'compare' (duration: 475.728332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:57.596361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.022735Z","time spent":"573.6071ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:06:57.61097Z","caller":"traceutil/trace.go:171","msg":"trace[341026588] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"583.938472ms","start":"2026-07-30T21:06:57.026982Z","end":"2026-07-30T21:06:57.610921Z","steps":["trace[341026588] 'process raft request' (duration: 583.678558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.611124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.024823Z","time spent":"586.21674ms","remote":"127.0.0.1:60808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:57.61105Z","caller":"traceutil/trace.go:171","msg":"trace[1823488270] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"582.997396ms","start":"2026-07-30T21:06:57.02802Z","end":"2026-07-30T21:06:57.611017Z","steps":["trace[1823488270] 'process raft request' (duration: 582.787312ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:57.611425Z","caller":"traceutil/trace.go:171","msg":"trace[2018998066] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"536.37328ms","start":"2026-07-30T21:06:57.075028Z","end":"2026-07-30T21:06:57.611401Z","steps":["trace[2018998066] 'process raft request' (duration: 535.842831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.611499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.028009Z","time spent":"583.293761ms","remote":"127.0.0.1:37232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:57.611575Z","caller":"traceutil/trace.go:171","msg":"trace[871686480] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"528.266725ms","start":"2026-07-30T21:06:57.083286Z","end":"2026-07-30T21:06:57.611553Z","steps":["trace[871686480] 'process raft request' (duration: 527.946561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.611615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.075001Z","time spent":"536.476092ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:06:57.611702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.083256Z","time spent":"528.376727ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:57.611972Z","caller":"traceutil/trace.go:171","msg":"trace[1858606571] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"527.849729ms","start":"2026-07-30T21:06:57.08411Z","end":"2026-07-30T21:06:57.611959Z","steps":["trace[1858606571] 'process raft request' (duration: 527.243938ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:57.611995Z","caller":"traceutil/trace.go:171","msg":"trace[742582812] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"499.354135ms","start":"2026-07-30T21:06:57.112624Z","end":"2026-07-30T21:06:57.611978Z","steps":["trace[742582812] 'process raft request' (duration: 498.894537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.612043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.084086Z","time spent":"527.921ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:06:57.612075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.112604Z","time spent":"499.432056ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:57.612199Z","caller":"traceutil/trace.go:171","msg":"trace[1831200814] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5206; }","duration":"516.267496ms","start":"2026-07-30T21:06:57.09592Z","end":"2026-07-30T21:06:57.612188Z","steps":["trace[1831200814] 'read index received' (duration: 24.419417ms)","trace[1831200814] 'applied index is now lower than readState.Index' (duration: 491.847019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:57.612392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.46887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16083"} {"level":"info","ts":"2026-07-30T21:06:57.612433Z","caller":"traceutil/trace.go:171","msg":"trace[832579527] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5019; }","duration":"516.542641ms","start":"2026-07-30T21:06:57.09588Z","end":"2026-07-30T21:06:57.612423Z","steps":["trace[832579527] 'agreement among raft nodes before linearized reading' (duration: 516.374227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.612463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.095867Z","time spent":"516.588631ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16106,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-30T21:06:57.617173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.237917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:06:57.617221Z","caller":"traceutil/trace.go:171","msg":"trace[392841413] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5020; }","duration":"257.334789ms","start":"2026-07-30T21:06:57.359873Z","end":"2026-07-30T21:06:57.617207Z","steps":["trace[392841413] 'agreement among raft nodes before linearized reading' (duration: 257.242498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.617198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.44807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:06:57.617304Z","caller":"traceutil/trace.go:171","msg":"trace[223080809] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5020; }","duration":"385.586963ms","start":"2026-07-30T21:06:57.231707Z","end":"2026-07-30T21:06:57.617294Z","steps":["trace[223080809] 'agreement among raft nodes before linearized reading' (duration: 385.45843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.617349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.231691Z","time spent":"385.647713ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:06:57.61738Z","caller":"traceutil/trace.go:171","msg":"trace[769238533] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"413.443527ms","start":"2026-07-30T21:06:57.203928Z","end":"2026-07-30T21:06:57.617371Z","steps":["trace[769238533] 'process raft request' (duration: 413.04088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.617436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.2039Z","time spent":"413.504817ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:06:57.617667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.339374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-30T21:06:57.61773Z","caller":"traceutil/trace.go:171","msg":"trace[2122423071] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5020; }","duration":"428.428625ms","start":"2026-07-30T21:06:57.189291Z","end":"2026-07-30T21:06:57.617719Z","steps":["trace[2122423071] 'agreement among raft nodes before linearized reading' (duration: 428.303323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.617773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:57.189275Z","time spent":"428.490086ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-30T21:06:57.734687Z","caller":"traceutil/trace.go:171","msg":"trace[292376226] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"111.352962ms","start":"2026-07-30T21:06:57.623313Z","end":"2026-07-30T21:06:57.734666Z","steps":["trace[292376226] 'process raft request' (duration: 108.099359ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:57.734739Z","caller":"traceutil/trace.go:171","msg":"trace[670576007] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"108.365772ms","start":"2026-07-30T21:06:57.626355Z","end":"2026-07-30T21:06:57.73472Z","steps":["trace[670576007] 'process raft request' (duration: 108.099538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.735091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.8488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-30T21:06:57.73513Z","caller":"traceutil/trace.go:171","msg":"trace[2144958460] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5023; }","duration":"111.938022ms","start":"2026-07-30T21:06:57.623181Z","end":"2026-07-30T21:06:57.735119Z","steps":["trace[2144958460] 'agreement among raft nodes before linearized reading' (duration: 111.84366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.736092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.843726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-30T21:06:57.736183Z","caller":"traceutil/trace.go:171","msg":"trace[1693036268] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5023; }","duration":"112.970798ms","start":"2026-07-30T21:06:57.623192Z","end":"2026-07-30T21:06:57.736163Z","steps":["trace[1693036268] 'agreement among raft nodes before linearized reading' (duration: 111.536044ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:58.019115Z","caller":"traceutil/trace.go:171","msg":"trace[638152102] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5217; }","duration":"277.460285ms","start":"2026-07-30T21:06:57.741629Z","end":"2026-07-30T21:06:58.019089Z","steps":["trace[638152102] 'read index received' (duration: 267.119743ms)","trace[638152102] 'applied index is now lower than readState.Index' (duration: 10.339542ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:06:58.019231Z","caller":"traceutil/trace.go:171","msg":"trace[2101324831] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"277.912512ms","start":"2026-07-30T21:06:57.741289Z","end":"2026-07-30T21:06:58.019201Z","steps":["trace[2101324831] 'process raft request' (duration: 267.269944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:58.01942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.713709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73a16944-7ff9-46a3-9c51-a2c660d87e62\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-30T21:06:58.019469Z","caller":"traceutil/trace.go:171","msg":"trace[1195239230] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73a16944-7ff9-46a3-9c51-a2c660d87e62; range_end:; response_count:1; response_revision:5024; }","duration":"277.832491ms","start":"2026-07-30T21:06:57.741623Z","end":"2026-07-30T21:06:58.019455Z","steps":["trace[1195239230] 'agreement among raft nodes before linearized reading' (duration: 277.582357ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:58.020337Z","caller":"traceutil/trace.go:171","msg":"trace[753755972] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"277.14963ms","start":"2026-07-30T21:06:57.74317Z","end":"2026-07-30T21:06:58.020319Z","steps":["trace[753755972] 'process raft request' (duration: 276.995967ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:58.020447Z","caller":"traceutil/trace.go:171","msg":"trace[2080326095] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"276.259414ms","start":"2026-07-30T21:06:57.744169Z","end":"2026-07-30T21:06:58.020429Z","steps":["trace[2080326095] 'process raft request' (duration: 276.099392ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:58.021175Z","caller":"traceutil/trace.go:171","msg":"trace[1419212851] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"275.915888ms","start":"2026-07-30T21:06:57.745246Z","end":"2026-07-30T21:06:58.021162Z","steps":["trace[1419212851] 'process raft request' (duration: 275.069075ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:58.02147Z","caller":"traceutil/trace.go:171","msg":"trace[677226136] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"276.131263ms","start":"2026-07-30T21:06:57.745331Z","end":"2026-07-30T21:06:58.021463Z","steps":["trace[677226136] 'process raft request' (duration: 275.046014ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:58.021725Z","caller":"traceutil/trace.go:171","msg":"trace[1508926386] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"275.568862ms","start":"2026-07-30T21:06:57.746148Z","end":"2026-07-30T21:06:58.021717Z","steps":["trace[1508926386] 'process raft request' (duration: 275.167716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:58.021774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.718518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124019"} {"level":"info","ts":"2026-07-30T21:06:58.021859Z","caller":"traceutil/trace.go:171","msg":"trace[264725007] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5030; }","duration":"277.84797ms","start":"2026-07-30T21:06:57.743993Z","end":"2026-07-30T21:06:58.021841Z","steps":["trace[264725007] 'agreement among raft nodes before linearized reading' (duration: 277.536305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:58.021915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.311847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:06:58.021946Z","caller":"traceutil/trace.go:171","msg":"trace[2089972983] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5030; }","duration":"225.386108ms","start":"2026-07-30T21:06:57.796553Z","end":"2026-07-30T21:06:58.021939Z","steps":["trace[2089972983] 'agreement among raft nodes before linearized reading' (duration: 225.302406ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:58.022048Z","caller":"traceutil/trace.go:171","msg":"trace[1765434909] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"275.819917ms","start":"2026-07-30T21:06:57.74622Z","end":"2026-07-30T21:06:58.02204Z","steps":["trace[1765434909] 'process raft request' (duration: 275.218747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:58.022192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.551608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:06:58.022254Z","caller":"traceutil/trace.go:171","msg":"trace[639653987] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5030; }","duration":"235.65403ms","start":"2026-07-30T21:06:57.786587Z","end":"2026-07-30T21:06:58.022241Z","steps":["trace[639653987] 'agreement among raft nodes before linearized reading' (duration: 235.552438ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:58.697446Z","caller":"traceutil/trace.go:171","msg":"trace[1361813879] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"112.027612ms","start":"2026-07-30T21:06:58.585389Z","end":"2026-07-30T21:06:58.697417Z","steps":["trace[1361813879] 'process raft request' (duration: 107.215293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:09.110227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.713265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:07:09.11045Z","caller":"traceutil/trace.go:171","msg":"trace[1299490988] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"117.870034ms","start":"2026-07-30T21:07:08.992554Z","end":"2026-07-30T21:07:09.110424Z","steps":["trace[1299490988] 'process raft request' (duration: 14.853175ms)","trace[1299490988] 'compare' (duration: 102.563473ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:09.110486Z","caller":"traceutil/trace.go:171","msg":"trace[1553183044] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"116.538692ms","start":"2026-07-30T21:07:08.993934Z","end":"2026-07-30T21:07:09.110473Z","steps":["trace[1553183044] 'process raft request' (duration: 116.445161ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.110613Z","caller":"traceutil/trace.go:171","msg":"trace[1398983104] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"116.489732ms","start":"2026-07-30T21:07:08.994111Z","end":"2026-07-30T21:07:09.110601Z","steps":["trace[1398983104] 'process raft request' (duration: 116.322829ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.763323Z","caller":"traceutil/trace.go:171","msg":"trace[1155493384] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"102.503121ms","start":"2026-07-30T21:07:09.660791Z","end":"2026-07-30T21:07:09.763294Z","steps":["trace[1155493384] 'process raft request' (duration: 102.018723ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.763429Z","caller":"traceutil/trace.go:171","msg":"trace[667428166] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"100.695842ms","start":"2026-07-30T21:07:09.662695Z","end":"2026-07-30T21:07:09.763391Z","steps":["trace[667428166] 'process raft request' (duration: 100.318695ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.325435Z","caller":"traceutil/trace.go:171","msg":"trace[801873476] linearizableReadLoop","detail":"{readStateIndex:5451; appliedIndex:5450; }","duration":"322.576699ms","start":"2026-07-30T21:07:13.002822Z","end":"2026-07-30T21:07:13.325399Z","steps":["trace[801873476] 'read index received' (duration: 322.289634ms)","trace[801873476] 'applied index is now lower than readState.Index' (duration: 285.425µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:13.32552Z","caller":"traceutil/trace.go:171","msg":"trace[856249040] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"331.475235ms","start":"2026-07-30T21:07:12.993982Z","end":"2026-07-30T21:07:13.325457Z","steps":["trace[856249040] 'process raft request' (duration: 331.15529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.32579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:12.99396Z","time spent":"331.677348ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:07:13.325945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.115697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:07:13.326039Z","caller":"traceutil/trace.go:171","msg":"trace[953480709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5250; }","duration":"323.24582ms","start":"2026-07-30T21:07:13.002769Z","end":"2026-07-30T21:07:13.326014Z","steps":["trace[953480709] 'agreement among raft nodes before linearized reading' (duration: 322.813092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.326126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.002727Z","time spent":"323.375301ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:07:13.751984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.910347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:07:13.752176Z","caller":"traceutil/trace.go:171","msg":"trace[362493545] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"439.005024ms","start":"2026-07-30T21:07:13.313135Z","end":"2026-07-30T21:07:13.75214Z","steps":["trace[362493545] 'process raft request' (duration: 105.846333ms)","trace[362493545] 'compare' (duration: 332.769955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:13.752391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.313117Z","time spent":"439.150277ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:07:13.752649Z","caller":"traceutil/trace.go:171","msg":"trace[796594397] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"419.718536ms","start":"2026-07-30T21:07:13.332913Z","end":"2026-07-30T21:07:13.752632Z","steps":["trace[796594397] 'process raft request' (duration: 419.202157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.752721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.332886Z","time spent":"419.801087ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:07:13.753168Z","caller":"traceutil/trace.go:171","msg":"trace[1549496260] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5451; }","duration":"427.539465ms","start":"2026-07-30T21:07:13.325523Z","end":"2026-07-30T21:07:13.753063Z","steps":["trace[1549496260] 'read index received' (duration: 93.58857ms)","trace[1549496260] 'applied index is now lower than readState.Index' (duration: 333.935575ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:13.753291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.670125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-30T21:07:13.753373Z","caller":"traceutil/trace.go:171","msg":"trace[806245581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5253; }","duration":"515.789988ms","start":"2026-07-30T21:07:13.237558Z","end":"2026-07-30T21:07:13.753348Z","steps":["trace[806245581] 'agreement among raft nodes before linearized reading' (duration: 515.537585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.753365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.434056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-30T21:07:13.753449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.237542Z","time spent":"515.89101ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:07:13.753719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.912661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ztfvz.18c72d525b06a2b3\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-30T21:07:13.753808Z","caller":"traceutil/trace.go:171","msg":"trace[677452441] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ztfvz.18c72d525b06a2b3; range_end:; response_count:1; response_revision:5253; }","duration":"479.017753ms","start":"2026-07-30T21:07:13.274747Z","end":"2026-07-30T21:07:13.753765Z","steps":["trace[677452441] 'agreement among raft nodes before linearized reading' (duration: 478.82379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.753797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.241653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:13.753946Z","caller":"traceutil/trace.go:171","msg":"trace[467315501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5253; }","duration":"528.463117ms","start":"2026-07-30T21:07:13.225448Z","end":"2026-07-30T21:07:13.753911Z","steps":["trace[467315501] 'agreement among raft nodes before linearized reading' (duration: 528.133002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.753985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.042389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-30T21:07:13.754031Z","caller":"traceutil/trace.go:171","msg":"trace[1561630766] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5253; }","duration":"452.10521ms","start":"2026-07-30T21:07:13.301906Z","end":"2026-07-30T21:07:13.754011Z","steps":["trace[1561630766] 'agreement among raft nodes before linearized reading' (duration: 451.997189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.754063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.301889Z","time spent":"452.166681ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-30T21:07:13.754037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.225421Z","time spent":"528.600919ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:07:13.754172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.732212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T21:07:13.754145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.718622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-07-30T21:07:13.75426Z","caller":"traceutil/trace.go:171","msg":"trace[505445993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5253; }","duration":"629.854454ms","start":"2026-07-30T21:07:13.124382Z","end":"2026-07-30T21:07:13.754236Z","steps":["trace[505445993] 'agreement among raft nodes before linearized reading' (duration: 628.941659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.754262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.938512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:07:13.754329Z","caller":"traceutil/trace.go:171","msg":"trace[465535826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5253; }","duration":"628.015614ms","start":"2026-07-30T21:07:13.126294Z","end":"2026-07-30T21:07:13.75431Z","steps":["trace[465535826] 'agreement among raft nodes before linearized reading' (duration: 627.85269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.754349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.076132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:07:13.754376Z","caller":"traceutil/trace.go:171","msg":"trace[818854573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5253; }","duration":"629.156104ms","start":"2026-07-30T21:07:13.125213Z","end":"2026-07-30T21:07:13.754369Z","steps":["trace[818854573] 'agreement among raft nodes before linearized reading' (duration: 629.086593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.754381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.126288Z","time spent":"628.084705ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:07:13.754396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.125186Z","time spent":"629.205324ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:07:13.754336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.124301Z","time spent":"630.018877ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:07:13.75388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.274719Z","time spent":"479.144174ms","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ztfvz.18c72d525b06a2b3\" "} {"level":"info","ts":"2026-07-30T21:07:13.754277Z","caller":"traceutil/trace.go:171","msg":"trace[1153805720] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5253; }","duration":"502.926295ms","start":"2026-07-30T21:07:13.251324Z","end":"2026-07-30T21:07:13.75425Z","steps":["trace[1153805720] 'agreement among raft nodes before linearized reading' (duration: 502.275525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.754508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.251306Z","time spent":"503.18094ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17172,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-30T21:07:13.755021Z","caller":"traceutil/trace.go:171","msg":"trace[1291540454] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5253; }","duration":"604.622449ms","start":"2026-07-30T21:07:13.14883Z","end":"2026-07-30T21:07:13.753452Z","steps":["trace[1291540454] 'agreement among raft nodes before linearized reading' (duration: 604.287424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.755096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:13.148799Z","time spent":"606.278246ms","remote":"127.0.0.1:37232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-30T21:07:13.907203Z","caller":"traceutil/trace.go:171","msg":"trace[1575448396] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"147.04768ms","start":"2026-07-30T21:07:13.760126Z","end":"2026-07-30T21:07:13.907174Z","steps":["trace[1575448396] 'process raft request' (duration: 146.701134ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.907578Z","caller":"traceutil/trace.go:171","msg":"trace[1044087226] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"144.759802ms","start":"2026-07-30T21:07:13.762797Z","end":"2026-07-30T21:07:13.907557Z","steps":["trace[1044087226] 'process raft request' (duration: 144.303715ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.907777Z","caller":"traceutil/trace.go:171","msg":"trace[381682241] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"144.888065ms","start":"2026-07-30T21:07:13.762875Z","end":"2026-07-30T21:07:13.907763Z","steps":["trace[381682241] 'process raft request' (duration: 144.589229ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.9079Z","caller":"traceutil/trace.go:171","msg":"trace[951361468] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"137.98417ms","start":"2026-07-30T21:07:13.769872Z","end":"2026-07-30T21:07:13.907856Z","steps":["trace[951361468] 'process raft request' (duration: 137.800277ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.908153Z","caller":"traceutil/trace.go:171","msg":"trace[390798403] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5454; }","duration":"147.825252ms","start":"2026-07-30T21:07:13.760306Z","end":"2026-07-30T21:07:13.908131Z","steps":["trace[390798403] 'read index received' (duration: 77.105839ms)","trace[390798403] 'applied index is now lower than readState.Index' (duration: 70.718063ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:13.908409Z","caller":"traceutil/trace.go:171","msg":"trace[1884146081] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"130.350166ms","start":"2026-07-30T21:07:13.778048Z","end":"2026-07-30T21:07:13.908398Z","steps":["trace[1884146081] 'process raft request' (duration: 129.730016ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.908478Z","caller":"traceutil/trace.go:171","msg":"trace[952583917] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"129.729005ms","start":"2026-07-30T21:07:13.778726Z","end":"2026-07-30T21:07:13.908455Z","steps":["trace[952583917] 'process raft request' (duration: 129.288567ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.908508Z","caller":"traceutil/trace.go:171","msg":"trace[460732591] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"127.782173ms","start":"2026-07-30T21:07:13.78068Z","end":"2026-07-30T21:07:13.908462Z","steps":["trace[460732591] 'process raft request' (duration: 127.412297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.908679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.639097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-07-30T21:07:13.908719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.841445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:07:13.908753Z","caller":"traceutil/trace.go:171","msg":"trace[351646018] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5261; }","duration":"127.955615ms","start":"2026-07-30T21:07:13.780787Z","end":"2026-07-30T21:07:13.908743Z","steps":["trace[351646018] 'agreement among raft nodes before linearized reading' (duration: 127.824463ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.908746Z","caller":"traceutil/trace.go:171","msg":"trace[1460583529] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5261; }","duration":"145.743998ms","start":"2026-07-30T21:07:13.762983Z","end":"2026-07-30T21:07:13.908727Z","steps":["trace[1460583529] 'agreement among raft nodes before linearized reading' (duration: 145.484034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.908767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.695677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-30T21:07:13.90883Z","caller":"traceutil/trace.go:171","msg":"trace[2091598190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5261; }","duration":"145.785188ms","start":"2026-07-30T21:07:13.763029Z","end":"2026-07-30T21:07:13.908815Z","steps":["trace[2091598190] 'agreement among raft nodes before linearized reading' (duration: 145.588006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.909607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.205215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ef620ea-521a-4574-8e76-c2e0015968a4\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-30T21:07:13.909729Z","caller":"traceutil/trace.go:171","msg":"trace[1424160801] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ef620ea-521a-4574-8e76-c2e0015968a4; range_end:; response_count:1; response_revision:5261; }","duration":"149.42965ms","start":"2026-07-30T21:07:13.760269Z","end":"2026-07-30T21:07:13.909698Z","steps":["trace[1424160801] 'agreement among raft nodes before linearized reading' (duration: 148.988832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:14.476263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.142254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:14.476399Z","caller":"traceutil/trace.go:171","msg":"trace[719695033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5265; }","duration":"250.366908ms","start":"2026-07-30T21:07:14.226001Z","end":"2026-07-30T21:07:14.476368Z","steps":["trace[719695033] 'range keys from in-memory index tree' (duration: 249.984861ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:18.685159Z","caller":"traceutil/trace.go:171","msg":"trace[1302499192] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"117.553139ms","start":"2026-07-30T21:07:18.56758Z","end":"2026-07-30T21:07:18.685133Z","steps":["trace[1302499192] 'process raft request' (duration: 116.921868ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:23.839908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2870} {"level":"info","ts":"2026-07-30T21:07:23.918356Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2870,"took":"76.646524ms","hash":3781584813,"current-db-size-bytes":52396032,"current-db-size":"52 MB","current-db-size-in-use-bytes":27648000,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-30T21:07:23.918445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3781584813,"revision":2870,"compact-revision":-1} {"level":"warn","ts":"2026-07-30T21:07:39.691166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.639586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-30T21:07:39.691279Z","caller":"traceutil/trace.go:171","msg":"trace[868690595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5427; }","duration":"120.820069ms","start":"2026-07-30T21:07:39.570429Z","end":"2026-07-30T21:07:39.691249Z","steps":["trace[868690595] 'range keys from in-memory index tree' (duration: 120.351071ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:56.47909Z","caller":"traceutil/trace.go:171","msg":"trace[1063786972] linearizableReadLoop","detail":"{readStateIndex:5825; appliedIndex:5822; }","duration":"260.818683ms","start":"2026-07-30T21:07:56.218238Z","end":"2026-07-30T21:07:56.479056Z","steps":["trace[1063786972] 'read index received' (duration: 43.616451ms)","trace[1063786972] 'applied index is now lower than readState.Index' (duration: 217.201032ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:56.479255Z","caller":"traceutil/trace.go:171","msg":"trace[1307838213] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"283.137493ms","start":"2026-07-30T21:07:56.196102Z","end":"2026-07-30T21:07:56.47924Z","steps":["trace[1307838213] 'process raft request' (duration: 247.133024ms)","trace[1307838213] 'compare' (duration: 35.174075ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:56.479468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.185629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:07:56.479558Z","caller":"traceutil/trace.go:171","msg":"trace[1358344591] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"282.9928ms","start":"2026-07-30T21:07:56.196538Z","end":"2026-07-30T21:07:56.47953Z","steps":["trace[1358344591] 'process raft request' (duration: 282.446661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:56.479598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.846295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:56.479636Z","caller":"traceutil/trace.go:171","msg":"trace[179221862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5613; }","duration":"237.891455ms","start":"2026-07-30T21:07:56.241731Z","end":"2026-07-30T21:07:56.479623Z","steps":["trace[179221862] 'agreement among raft nodes before linearized reading' (duration: 237.842324ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:56.479637Z","caller":"traceutil/trace.go:171","msg":"trace[342887819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5613; }","duration":"261.411983ms","start":"2026-07-30T21:07:56.218201Z","end":"2026-07-30T21:07:56.479613Z","steps":["trace[342887819] 'agreement among raft nodes before linearized reading' (duration: 261.069038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:56.479535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.62416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:07:56.479816Z","caller":"traceutil/trace.go:171","msg":"trace[1358814584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5613; }","duration":"260.941505ms","start":"2026-07-30T21:07:56.218863Z","end":"2026-07-30T21:07:56.479804Z","steps":["trace[1358814584] 'agreement among raft nodes before linearized reading' (duration: 260.540519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:56.479823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.639633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:07:56.479852Z","caller":"traceutil/trace.go:171","msg":"trace[1192982018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5613; }","duration":"239.698183ms","start":"2026-07-30T21:07:56.240146Z","end":"2026-07-30T21:07:56.479844Z","steps":["trace[1192982018] 'agreement among raft nodes before linearized reading' (duration: 239.565741ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:56.692381Z","caller":"traceutil/trace.go:171","msg":"trace[164907079] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"207.437115ms","start":"2026-07-30T21:07:56.484911Z","end":"2026-07-30T21:07:56.692348Z","steps":["trace[164907079] 'process raft request' (duration: 174.355743ms)","trace[164907079] 'compare' (duration: 32.737496ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:56.692651Z","caller":"traceutil/trace.go:171","msg":"trace[185799418] linearizableReadLoop","detail":"{readStateIndex:5828; appliedIndex:5825; }","duration":"200.428653ms","start":"2026-07-30T21:07:56.492181Z","end":"2026-07-30T21:07:56.69261Z","steps":["trace[185799418] 'read index received' (duration: 17.688605ms)","trace[185799418] 'applied index is now lower than readState.Index' (duration: 182.737588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:56.692905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.037056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:56.692944Z","caller":"traceutil/trace.go:171","msg":"trace[625726911] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5616; }","duration":"200.112217ms","start":"2026-07-30T21:07:56.49282Z","end":"2026-07-30T21:07:56.692932Z","steps":["trace[625726911] 'agreement among raft nodes before linearized reading' (duration: 199.969755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:56.692948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.740118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:56.693014Z","caller":"traceutil/trace.go:171","msg":"trace[1395499312] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5616; }","duration":"200.854419ms","start":"2026-07-30T21:07:56.492142Z","end":"2026-07-30T21:07:56.692996Z","steps":["trace[1395499312] 'agreement among raft nodes before linearized reading' (duration: 200.643506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:56.693028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.037536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-07-30T21:07:56.693119Z","caller":"traceutil/trace.go:171","msg":"trace[1772166824] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5616; }","duration":"195.175709ms","start":"2026-07-30T21:07:56.49792Z","end":"2026-07-30T21:07:56.693095Z","steps":["trace[1772166824] 'agreement among raft nodes before linearized reading' (duration: 194.885274ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:56.69315Z","caller":"traceutil/trace.go:171","msg":"trace[244368183] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"207.11244ms","start":"2026-07-30T21:07:56.486024Z","end":"2026-07-30T21:07:56.693137Z","steps":["trace[244368183] 'process raft request' (duration: 206.271447ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:30.325084Z","caller":"traceutil/trace.go:171","msg":"trace[1024308599] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"178.451181ms","start":"2026-07-30T21:08:30.146603Z","end":"2026-07-30T21:08:30.325054Z","steps":["trace[1024308599] 'process raft request' (duration: 178.184186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:30.361572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.694115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:08:30.361638Z","caller":"traceutil/trace.go:171","msg":"trace[1707304444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5866; }","duration":"122.826238ms","start":"2026-07-30T21:08:30.238793Z","end":"2026-07-30T21:08:30.36162Z","steps":["trace[1707304444] 'agreement among raft nodes before linearized reading' (duration: 86.303829ms)","trace[1707304444] 'count revisions from in-memory index tree' (duration: 36.393267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:08:30.361664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.736657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:08:30.36195Z","caller":"traceutil/trace.go:171","msg":"trace[1021938327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5866; }","duration":"135.066002ms","start":"2026-07-30T21:08:30.226827Z","end":"2026-07-30T21:08:30.361893Z","steps":["trace[1021938327] 'agreement among raft nodes before linearized reading' (duration: 98.234459ms)","trace[1021938327] 'range keys from in-memory index tree' (duration: 36.503359ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:08:36.551567Z","caller":"traceutil/trace.go:171","msg":"trace[463660369] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"118.245832ms","start":"2026-07-30T21:08:36.433269Z","end":"2026-07-30T21:08:36.551515Z","steps":["trace[463660369] 'process raft request' (duration: 112.374628ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:06.790041Z","caller":"traceutil/trace.go:171","msg":"trace[313470304] transaction","detail":"{read_only:false; response_revision:6106; number_of_response:1; }","duration":"105.417224ms","start":"2026-07-30T21:09:06.6846Z","end":"2026-07-30T21:09:06.790017Z","steps":["trace[313470304] 'process raft request' (duration: 100.676479ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:21.470552Z","caller":"traceutil/trace.go:171","msg":"trace[1393869821] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"143.502772ms","start":"2026-07-30T21:09:21.327027Z","end":"2026-07-30T21:09:21.470529Z","steps":["trace[1393869821] 'process raft request' (duration: 58.9219ms)","trace[1393869821] 'compare' (duration: 84.390828ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:27.203962Z","caller":"traceutil/trace.go:171","msg":"trace[1191817053] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"111.805375ms","start":"2026-07-30T21:09:27.092121Z","end":"2026-07-30T21:09:27.203927Z","steps":["trace[1191817053] 'process raft request' (duration: 76.516505ms)","trace[1191817053] 'compare' (duration: 35.003166ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:58.763269Z","caller":"traceutil/trace.go:171","msg":"trace[1846532117] transaction","detail":"{read_only:false; response_revision:6374; number_of_response:1; }","duration":"160.471792ms","start":"2026-07-30T21:09:58.602761Z","end":"2026-07-30T21:09:58.763233Z","steps":["trace[1846532117] 'process raft request' (duration: 160.229763ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:58.954834Z","caller":"traceutil/trace.go:171","msg":"trace[1486288885] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"152.802531ms","start":"2026-07-30T21:09:58.801989Z","end":"2026-07-30T21:09:58.954792Z","steps":["trace[1486288885] 'process raft request' (duration: 52.992555ms)","trace[1486288885] 'compare' (duration: 99.571457ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:59.179257Z","caller":"traceutil/trace.go:171","msg":"trace[1134008236] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"134.9213ms","start":"2026-07-30T21:09:59.044286Z","end":"2026-07-30T21:09:59.179207Z","steps":["trace[1134008236] 'process raft request' (duration: 111.97232ms)","trace[1134008236] 'compare' (duration: 22.425841ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:42.539283Z","caller":"traceutil/trace.go:171","msg":"trace[712715172] linearizableReadLoop","detail":"{readStateIndex:6953; appliedIndex:6952; }","duration":"139.810152ms","start":"2026-07-30T21:10:42.39944Z","end":"2026-07-30T21:10:42.53925Z","steps":["trace[712715172] 'read index received' (duration: 84.38455ms)","trace[712715172] 'applied index is now lower than readState.Index' (duration: 55.424072ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:42.539533Z","caller":"traceutil/trace.go:171","msg":"trace[1081018835] transaction","detail":"{read_only:false; response_revision:6702; number_of_response:1; }","duration":"140.86849ms","start":"2026-07-30T21:10:42.398651Z","end":"2026-07-30T21:10:42.53952Z","steps":["trace[1081018835] 'process raft request' (duration: 85.304192ms)","trace[1081018835] 'compare' (duration: 54.994648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:42.539873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.411123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-30T21:10:42.539908Z","caller":"traceutil/trace.go:171","msg":"trace[944533929] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6702; }","duration":"140.504936ms","start":"2026-07-30T21:10:42.399395Z","end":"2026-07-30T21:10:42.5399Z","steps":["trace[944533929] 'agreement among raft nodes before linearized reading' (duration: 140.30912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:42.539896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.251088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:42.539991Z","caller":"traceutil/trace.go:171","msg":"trace[1552605994] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-init; range_end:; response_count:0; response_revision:6702; }","duration":"136.373543ms","start":"2026-07-30T21:10:42.403596Z","end":"2026-07-30T21:10:42.53997Z","steps":["trace[1552605994] 'agreement among raft nodes before linearized reading' (duration: 136.225158ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.707635Z","caller":"traceutil/trace.go:171","msg":"trace[404522930] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"157.891604ms","start":"2026-07-30T21:10:42.549702Z","end":"2026-07-30T21:10:42.707594Z","steps":["trace[404522930] 'process raft request' (duration: 156.582808ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.70817Z","caller":"traceutil/trace.go:171","msg":"trace[1448281581] linearizableReadLoop","detail":"{readStateIndex:6956; appliedIndex:6954; }","duration":"153.438458ms","start":"2026-07-30T21:10:42.554717Z","end":"2026-07-30T21:10:42.708155Z","steps":["trace[1448281581] 'read index received' (duration: 29.159686ms)","trace[1448281581] 'applied index is now lower than readState.Index' (duration: 124.277592ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:42.708356Z","caller":"traceutil/trace.go:171","msg":"trace[403785686] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"153.75743ms","start":"2026-07-30T21:10:42.554583Z","end":"2026-07-30T21:10:42.708341Z","steps":["trace[403785686] 'process raft request' (duration: 152.786576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:42.70885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.091986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61837"} {"level":"info","ts":"2026-07-30T21:10:42.709937Z","caller":"traceutil/trace.go:171","msg":"trace[607923584] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6706; }","duration":"154.221474ms","start":"2026-07-30T21:10:42.555696Z","end":"2026-07-30T21:10:42.709917Z","steps":["trace[607923584] 'agreement among raft nodes before linearized reading' (duration: 152.908118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:42.708857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.118232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-30T21:10:42.71095Z","caller":"traceutil/trace.go:171","msg":"trace[1984864558] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6706; }","duration":"156.216445ms","start":"2026-07-30T21:10:42.554691Z","end":"2026-07-30T21:10:42.710907Z","steps":["trace[1984864558] 'agreement among raft nodes before linearized reading' (duration: 153.863233ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.708944Z","caller":"traceutil/trace.go:171","msg":"trace[319274531] transaction","detail":"{read_only:false; response_revision:6706; number_of_response:1; }","duration":"139.892606ms","start":"2026-07-30T21:10:42.569031Z","end":"2026-07-30T21:10:42.708924Z","steps":["trace[319274531] 'process raft request' (duration: 138.998724ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.896599Z","caller":"traceutil/trace.go:171","msg":"trace[1369254252] linearizableReadLoop","detail":"{readStateIndex:6960; appliedIndex:6957; }","duration":"176.409238ms","start":"2026-07-30T21:10:42.720161Z","end":"2026-07-30T21:10:42.89657Z","steps":["trace[1369254252] 'read index received' (duration: 2.185686ms)","trace[1369254252] 'applied index is now lower than readState.Index' (duration: 174.222162ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:42.896729Z","caller":"traceutil/trace.go:171","msg":"trace[89406122] transaction","detail":"{read_only:false; response_revision:6710; number_of_response:1; }","duration":"176.424539ms","start":"2026-07-30T21:10:42.720286Z","end":"2026-07-30T21:10:42.896711Z","steps":["trace[89406122] 'process raft request' (duration: 176.1593ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.896715Z","caller":"traceutil/trace.go:171","msg":"trace[815518578] transaction","detail":"{read_only:false; response_revision:6709; number_of_response:1; }","duration":"178.405419ms","start":"2026-07-30T21:10:42.718264Z","end":"2026-07-30T21:10:42.89667Z","steps":["trace[815518578] 'process raft request' (duration: 178.054956ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.896779Z","caller":"traceutil/trace.go:171","msg":"trace[2065504540] transaction","detail":"{read_only:false; response_revision:6711; number_of_response:1; }","duration":"176.381328ms","start":"2026-07-30T21:10:42.72037Z","end":"2026-07-30T21:10:42.896752Z","steps":["trace[2065504540] 'process raft request' (duration: 176.14279ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.897164Z","caller":"traceutil/trace.go:171","msg":"trace[413817820] transaction","detail":"{read_only:false; response_revision:6708; number_of_response:1; }","duration":"179.58976ms","start":"2026-07-30T21:10:42.717537Z","end":"2026-07-30T21:10:42.897127Z","steps":["trace[413817820] 'process raft request' (duration: 167.363913ms)","trace[413817820] 'compare' (duration: 10.979143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:42.89746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.269189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8555"} {"level":"info","ts":"2026-07-30T21:10:42.897593Z","caller":"traceutil/trace.go:171","msg":"trace[1008282650] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:6711; }","duration":"177.441365ms","start":"2026-07-30T21:10:42.720119Z","end":"2026-07-30T21:10:42.897561Z","steps":["trace[1008282650] 'agreement among raft nodes before linearized reading' (duration: 177.098463ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.127553Z","caller":"traceutil/trace.go:171","msg":"trace[1124989560] linearizableReadLoop","detail":"{readStateIndex:6963; appliedIndex:6962; }","duration":"230.832627ms","start":"2026-07-30T21:10:42.896676Z","end":"2026-07-30T21:10:43.127509Z","steps":["trace[1124989560] 'read index received' (duration: 151.370982ms)","trace[1124989560] 'applied index is now lower than readState.Index' (duration: 79.458985ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:43.127578Z","caller":"traceutil/trace.go:171","msg":"trace[1195220108] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"405.330169ms","start":"2026-07-30T21:10:42.72221Z","end":"2026-07-30T21:10:43.127541Z","steps":["trace[1195220108] 'process raft request' (duration: 325.772721ms)","trace[1195220108] 'compare' (duration: 79.247547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:43.127689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.317252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-30T21:10:43.127751Z","caller":"traceutil/trace.go:171","msg":"trace[2104614705] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6712; }","duration":"379.409836ms","start":"2026-07-30T21:10:42.748325Z","end":"2026-07-30T21:10:43.127735Z","steps":["trace[2104614705] 'agreement among raft nodes before linearized reading' (duration: 379.218259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.127844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.748316Z","time spent":"379.521119ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-30T21:10:43.127878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.72219Z","time spent":"405.540076ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7974,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T21:10:43.128181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.420483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-07-30T21:10:43.128225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.823817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-30T21:10:43.128252Z","caller":"traceutil/trace.go:171","msg":"trace[91429295] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6712; }","duration":"395.563098ms","start":"2026-07-30T21:10:42.732669Z","end":"2026-07-30T21:10:43.128232Z","steps":["trace[91429295] 'agreement among raft nodes before linearized reading' (duration: 395.03506ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.128302Z","caller":"traceutil/trace.go:171","msg":"trace[1229416490] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6712; }","duration":"403.92497ms","start":"2026-07-30T21:10:42.724361Z","end":"2026-07-30T21:10:43.128286Z","steps":["trace[1229416490] 'agreement among raft nodes before linearized reading' (duration: 403.703612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.128313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.732659Z","time spent":"395.643692ms","remote":"127.0.0.1:59510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-30T21:10:43.128359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.724349Z","time spent":"404.002942ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-30T21:10:43.173841Z","caller":"traceutil/trace.go:171","msg":"trace[1955980883] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"262.652233ms","start":"2026-07-30T21:10:42.911161Z","end":"2026-07-30T21:10:43.173813Z","steps":["trace[1955980883] 'process raft request' (duration: 262.601441ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.174066Z","caller":"traceutil/trace.go:171","msg":"trace[351404072] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"266.631842ms","start":"2026-07-30T21:10:42.907405Z","end":"2026-07-30T21:10:43.174037Z","steps":["trace[351404072] 'process raft request' (duration: 266.318912ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.17417Z","caller":"traceutil/trace.go:171","msg":"trace[2014517198] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"268.251048ms","start":"2026-07-30T21:10:42.905883Z","end":"2026-07-30T21:10:43.174134Z","steps":["trace[2014517198] 'process raft request' (duration: 267.819063ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.174206Z","caller":"traceutil/trace.go:171","msg":"trace[1904379753] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"268.940452ms","start":"2026-07-30T21:10:42.905254Z","end":"2026-07-30T21:10:43.174194Z","steps":["trace[1904379753] 'process raft request' (duration: 268.33361ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.174239Z","caller":"traceutil/trace.go:171","msg":"trace[156826479] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"270.243878ms","start":"2026-07-30T21:10:42.90399Z","end":"2026-07-30T21:10:43.174233Z","steps":["trace[156826479] 'process raft request' (duration: 269.466831ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.175796Z","caller":"traceutil/trace.go:171","msg":"trace[1418408454] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"268.140794ms","start":"2026-07-30T21:10:42.905763Z","end":"2026-07-30T21:10:43.173904Z","steps":["trace[1418408454] 'process raft request' (duration: 267.868834ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.270441Z","caller":"traceutil/trace.go:171","msg":"trace[2049371694] transaction","detail":"{read_only:false; response_revision:6719; number_of_response:1; }","duration":"144.026841ms","start":"2026-07-30T21:10:43.126347Z","end":"2026-07-30T21:10:43.270374Z","steps":["trace[2049371694] 'process raft request' (duration: 106.986903ms)","trace[2049371694] 'compare' (duration: 36.737097ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:43.270482Z","caller":"traceutil/trace.go:171","msg":"trace[970843280] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"137.336138ms","start":"2026-07-30T21:10:43.133103Z","end":"2026-07-30T21:10:43.270439Z","steps":["trace[970843280] 'process raft request' (duration: 137.165682ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.270636Z","caller":"traceutil/trace.go:171","msg":"trace[1176925082] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"130.80973ms","start":"2026-07-30T21:10:43.139742Z","end":"2026-07-30T21:10:43.270552Z","steps":["trace[1176925082] 'process raft request' (duration: 130.615564ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.270849Z","caller":"traceutil/trace.go:171","msg":"trace[1003720958] linearizableReadLoop","detail":"{readStateIndex:6970; appliedIndex:6963; }","duration":"143.187041ms","start":"2026-07-30T21:10:43.127651Z","end":"2026-07-30T21:10:43.270838Z","steps":["trace[1003720958] 'read index received' (duration: 45.890786ms)","trace[1003720958] 'applied index is now lower than readState.Index' (duration: 97.294765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:43.271098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.867295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-07-30T21:10:43.271867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.450956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-777456cc9c-vr6sl\" ","response":"range_response_count:1 size:8035"} {"level":"info","ts":"2026-07-30T21:10:43.271909Z","caller":"traceutil/trace.go:171","msg":"trace[2046146348] range","detail":"{range_begin:/registry/pods/openstack/horizon-777456cc9c-vr6sl; range_end:; response_count:1; response_revision:6724; }","duration":"356.520238ms","start":"2026-07-30T21:10:42.915376Z","end":"2026-07-30T21:10:43.271897Z","steps":["trace[2046146348] 'agreement among raft nodes before linearized reading' (duration: 355.787713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.271941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.915367Z","time spent":"356.564589ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8058,"request content":"key:\"/registry/pods/openstack/horizon-777456cc9c-vr6sl\" "} {"level":"warn","ts":"2026-07-30T21:10:43.272291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.232718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:10:43.27237Z","caller":"traceutil/trace.go:171","msg":"trace[1886385505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6724; }","duration":"209.474049ms","start":"2026-07-30T21:10:43.062882Z","end":"2026-07-30T21:10:43.272356Z","steps":["trace[1886385505] 'agreement among raft nodes before linearized reading' (duration: 208.319708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.272683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.618254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-30T21:10:43.272721Z","caller":"traceutil/trace.go:171","msg":"trace[922785706] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6727; }","duration":"130.714487ms","start":"2026-07-30T21:10:43.141993Z","end":"2026-07-30T21:10:43.272708Z","steps":["trace[922785706] 'agreement among raft nodes before linearized reading' (duration: 130.586043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.273431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.464188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-30T21:10:43.273461Z","caller":"traceutil/trace.go:171","msg":"trace[1858528073] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6727; }","duration":"107.543162ms","start":"2026-07-30T21:10:43.165907Z","end":"2026-07-30T21:10:43.27345Z","steps":["trace[1858528073] 'agreement among raft nodes before linearized reading' (duration: 107.466889ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.274406Z","caller":"traceutil/trace.go:171","msg":"trace[388949466] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:6723; }","duration":"146.272839ms","start":"2026-07-30T21:10:43.125155Z","end":"2026-07-30T21:10:43.271428Z","steps":["trace[388949466] 'agreement among raft nodes before linearized reading' (duration: 145.76123ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:56.449863Z","caller":"traceutil/trace.go:171","msg":"trace[266691008] linearizableReadLoop","detail":"{readStateIndex:7116; appliedIndex:7115; }","duration":"221.49158ms","start":"2026-07-30T21:10:56.228333Z","end":"2026-07-30T21:10:56.449825Z","steps":["trace[266691008] 'read index received' (duration: 221.214181ms)","trace[266691008] 'applied index is now lower than readState.Index' (duration: 275.829µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:56.450011Z","caller":"traceutil/trace.go:171","msg":"trace[1031641210] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"222.200084ms","start":"2026-07-30T21:10:56.227756Z","end":"2026-07-30T21:10:56.449957Z","steps":["trace[1031641210] 'process raft request' (duration: 221.80014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:56.450186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.815521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:56.450293Z","caller":"traceutil/trace.go:171","msg":"trace[1772233929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6863; }","duration":"221.961156ms","start":"2026-07-30T21:10:56.22831Z","end":"2026-07-30T21:10:56.450271Z","steps":["trace[1772233929] 'agreement among raft nodes before linearized reading' (duration: 221.731029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:56.457815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.495664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-30T21:10:56.457892Z","caller":"traceutil/trace.go:171","msg":"trace[1496022672] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6864; }","duration":"179.624238ms","start":"2026-07-30T21:10:56.278237Z","end":"2026-07-30T21:10:56.457861Z","steps":["trace[1496022672] 'agreement among raft nodes before linearized reading' (duration: 179.415371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:56.458166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.371487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-30T21:10:56.458282Z","caller":"traceutil/trace.go:171","msg":"trace[1295892368] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6864; }","duration":"120.559393ms","start":"2026-07-30T21:10:56.337706Z","end":"2026-07-30T21:10:56.458266Z","steps":["trace[1295892368] 'agreement among raft nodes before linearized reading' (duration: 120.083177ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:56.458981Z","caller":"traceutil/trace.go:171","msg":"trace[1319418189] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"161.673419ms","start":"2026-07-30T21:10:56.296059Z","end":"2026-07-30T21:10:56.457732Z","steps":["trace[1319418189] 'process raft request' (duration: 161.4064ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:15.606685Z","caller":"traceutil/trace.go:171","msg":"trace[1938124468] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"158.237581ms","start":"2026-07-30T21:11:15.448415Z","end":"2026-07-30T21:11:15.606652Z","steps":["trace[1938124468] 'process raft request' (duration: 157.686653ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:15.608269Z","caller":"traceutil/trace.go:171","msg":"trace[133727546] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"103.737543ms","start":"2026-07-30T21:11:15.504499Z","end":"2026-07-30T21:11:15.608237Z","steps":["trace[133727546] 'process raft request' (duration: 103.546577ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:15.608498Z","caller":"traceutil/trace.go:171","msg":"trace[355038753] linearizableReadLoop","detail":"{readStateIndex:7229; appliedIndex:7227; }","duration":"100.338632ms","start":"2026-07-30T21:11:15.50814Z","end":"2026-07-30T21:11:15.608479Z","steps":["trace[355038753] 'read index received' (duration: 97.926503ms)","trace[355038753] 'applied index is now lower than readState.Index' (duration: 2.409889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:11:15.608958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.828968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:11:15.612206Z","caller":"traceutil/trace.go:171","msg":"trace[591758190] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6972; }","duration":"104.187688ms","start":"2026-07-30T21:11:15.507996Z","end":"2026-07-30T21:11:15.612184Z","steps":["trace[591758190] 'agreement among raft nodes before linearized reading' (duration: 100.804037ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:23.852717Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5330} {"level":"info","ts":"2026-07-30T21:12:23.949982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5330,"took":"95.531752ms","hash":1353605607,"current-db-size-bytes":52396032,"current-db-size":"52 MB","current-db-size-in-use-bytes":19017728,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-30T21:12:23.95006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1353605607,"revision":5330,"compact-revision":2870}