{"level":"warn","ts":"2026-04-16T06:00:43.365051Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T06:00:43.365155Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=instance=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T06:00:43.36523Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T06:00:43.365238Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-04-16T06:00:43.365283Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T06:00:43.366019Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-04-16T06:00:43.366096Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T06:00:43.370615Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.332026ms"} {"level":"info","ts":"2026-04-16T06:00:43.378718Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-04-16T06:00:43.378799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T06:00:43.378823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-04-16T06:00:43.378836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T06:00:43.37885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-04-16T06:00:43.378892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-04-16T06:00:43.385975Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T06:00:43.387946Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T06:00:43.389141Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T06:00:43.391965Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T06:00:43.392323Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T06:00:43.392825Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T06:00:43.392889Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T06:00:43.392898Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T06:00:43.393896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-04-16T06:00:43.39401Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-04-16T06:00:43.397274Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T06:00:43.397478Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-04-16T06:00:43.397527Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-04-16T06:00:43.397723Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T06:00:43.397803Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T06:00:43.680437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T06:00:43.680495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T06:00:43.680519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-04-16T06:00:43.680537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-04-16T06:00:43.680549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-04-16T06:00:43.680565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-04-16T06:00:43.680592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-04-16T06:00:43.681434Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T06:00:43.682342Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.70:2379]}","request-path":"/0/members/f8844a9a4263041d/attributes","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T06:00:43.682569Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T06:00:43.682767Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T06:00:43.682852Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T06:00:43.682939Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T06:00:43.682964Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T06:00:43.68673Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-04-16T06:00:43.690871Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T06:00:43.691083Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T06:00:43.691121Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T06:01:12.17147Z","caller":"traceutil/trace.go:171","msg":"trace[2110400530] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"213.824317ms","start":"2026-04-16T06:01:11.957607Z","end":"2026-04-16T06:01:12.171431Z","steps":["trace[2110400530] 'process raft request' (duration: 213.625278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.17173Z","caller":"traceutil/trace.go:171","msg":"trace[1264107049] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"182.010487ms","start":"2026-04-16T06:01:11.98969Z","end":"2026-04-16T06:01:12.1717Z","steps":["trace[1264107049] 'process raft request' (duration: 181.760236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.171751Z","caller":"traceutil/trace.go:171","msg":"trace[1848252735] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"209.732811ms","start":"2026-04-16T06:01:11.961971Z","end":"2026-04-16T06:01:12.171704Z","steps":["trace[1848252735] 'process raft request' (duration: 209.430267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.171791Z","caller":"traceutil/trace.go:171","msg":"trace[591831555] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"179.003873ms","start":"2026-04-16T06:01:11.992754Z","end":"2026-04-16T06:01:12.171758Z","steps":["trace[591831555] 'process raft request' (duration: 178.744851ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.171901Z","caller":"traceutil/trace.go:171","msg":"trace[1305404577] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"210.133381ms","start":"2026-04-16T06:01:11.961756Z","end":"2026-04-16T06:01:12.17189Z","steps":["trace[1305404577] 'process raft request' (duration: 209.604086ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.171972Z","caller":"traceutil/trace.go:171","msg":"trace[504368787] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"176.303545ms","start":"2026-04-16T06:01:11.995656Z","end":"2026-04-16T06:01:12.171959Z","steps":["trace[504368787] 'process raft request' (duration: 176.037332ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.171982Z","caller":"traceutil/trace.go:171","msg":"trace[1120358694] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"178.06588ms","start":"2026-04-16T06:01:11.993908Z","end":"2026-04-16T06:01:12.171974Z","steps":["trace[1120358694] 'process raft request' (duration: 177.634339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.172075Z","caller":"traceutil/trace.go:171","msg":"trace[2019223953] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"166.218194ms","start":"2026-04-16T06:01:12.005809Z","end":"2026-04-16T06:01:12.172027Z","steps":["trace[2019223953] 'process raft request' (duration: 165.92456ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.172251Z","caller":"traceutil/trace.go:171","msg":"trace[1871544207] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"164.685941ms","start":"2026-04-16T06:01:12.007551Z","end":"2026-04-16T06:01:12.172237Z","steps":["trace[1871544207] 'process raft request' (duration: 164.231449ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.172274Z","caller":"traceutil/trace.go:171","msg":"trace[1407620723] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"162.502108ms","start":"2026-04-16T06:01:12.009746Z","end":"2026-04-16T06:01:12.172248Z","steps":["trace[1407620723] 'process raft request' (duration: 162.337341ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:12.172542Z","caller":"traceutil/trace.go:171","msg":"trace[269941664] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"145.335227ms","start":"2026-04-16T06:01:12.027198Z","end":"2026-04-16T06:01:12.172533Z","steps":["trace[269941664] 'process raft request' (duration: 145.001902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:17.018753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.358474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:01:17.018879Z","caller":"traceutil/trace.go:171","msg":"trace[513625871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"170.548464ms","start":"2026-04-16T06:01:16.848309Z","end":"2026-04-16T06:01:17.018858Z","steps":["trace[513625871] 'range keys from in-memory index tree' (duration: 170.26408ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:17.113774Z","caller":"traceutil/trace.go:171","msg":"trace[2009513946] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"163.968237ms","start":"2026-04-16T06:01:16.949764Z","end":"2026-04-16T06:01:17.113732Z","steps":["trace[2009513946] 'process raft request' (duration: 163.455954ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:18.440557Z","caller":"traceutil/trace.go:171","msg":"trace[2002322190] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"116.13333ms","start":"2026-04-16T06:01:18.324399Z","end":"2026-04-16T06:01:18.440533Z","steps":["trace[2002322190] 'read index received' (duration: 115.45573ms)","trace[2002322190] 'applied index is now lower than readState.Index' (duration: 676.5µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:01:18.441438Z","caller":"traceutil/trace.go:171","msg":"trace[1217178467] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"390.554655ms","start":"2026-04-16T06:01:18.05085Z","end":"2026-04-16T06:01:18.441404Z","steps":["trace[1217178467] 'process raft request' (duration: 389.173445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:18.442203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:18.05082Z","time spent":"390.692081ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:01:18.442242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.805435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sj9kk\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-16T06:01:18.44234Z","caller":"traceutil/trace.go:171","msg":"trace[1049296661] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sj9kk; range_end:; response_count:1; response_revision:613; }","duration":"117.951161ms","start":"2026-04-16T06:01:18.324358Z","end":"2026-04-16T06:01:18.442309Z","steps":["trace[1049296661] 'agreement among raft nodes before linearized reading' (duration: 117.786884ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:18.701686Z","caller":"traceutil/trace.go:171","msg":"trace[1190794300] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"245.361016ms","start":"2026-04-16T06:01:18.456291Z","end":"2026-04-16T06:01:18.701652Z","steps":["trace[1190794300] 'process raft request' (duration: 210.872969ms)","trace[1190794300] 'compare' (duration: 34.342611ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:01:18.754586Z","caller":"traceutil/trace.go:171","msg":"trace[68959787] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"298.094017ms","start":"2026-04-16T06:01:18.456407Z","end":"2026-04-16T06:01:18.754501Z","steps":["trace[68959787] 'process raft request' (duration: 297.862936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:18.75448Z","caller":"traceutil/trace.go:171","msg":"trace[363043002] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"260.093866ms","start":"2026-04-16T06:01:18.494355Z","end":"2026-04-16T06:01:18.754449Z","steps":["trace[363043002] 'process raft request' (duration: 260.049314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:19.326461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.57522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:01:19.326566Z","caller":"traceutil/trace.go:171","msg":"trace[2118430355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"479.738767ms","start":"2026-04-16T06:01:18.846805Z","end":"2026-04-16T06:01:19.326544Z","steps":["trace[2118430355] 'range keys from in-memory index tree' (duration: 479.484736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:19.326614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:18.846782Z","time spent":"479.821941ms","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T06:01:19.36658Z","caller":"traceutil/trace.go:171","msg":"trace[759027539] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"381.710233ms","start":"2026-04-16T06:01:18.984834Z","end":"2026-04-16T06:01:19.366545Z","steps":["trace[759027539] 'process raft request' (duration: 381.282704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:19.366935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:18.984809Z","time spent":"381.940243ms","remote":"127.0.0.1:34680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:01:19.380209Z","caller":"traceutil/trace.go:171","msg":"trace[1672562642] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"384.942749ms","start":"2026-04-16T06:01:18.99523Z","end":"2026-04-16T06:01:19.380172Z","steps":["trace[1672562642] 'process raft request' (duration: 384.716769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:19.380397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:18.995212Z","time spent":"385.079016ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:01:19.381732Z","caller":"traceutil/trace.go:171","msg":"trace[1084411618] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:641; }","duration":"106.766004ms","start":"2026-04-16T06:01:19.274919Z","end":"2026-04-16T06:01:19.381685Z","steps":["trace[1084411618] 'read index received' (duration: 91.478749ms)","trace[1084411618] 'applied index is now lower than readState.Index' (duration: 15.286605ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:01:19.381742Z","caller":"traceutil/trace.go:171","msg":"trace[237344358] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"224.236465ms","start":"2026-04-16T06:01:19.157481Z","end":"2026-04-16T06:01:19.381718Z","steps":["trace[237344358] 'process raft request' (duration: 223.174768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:19.381906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.959363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T06:01:19.382467Z","caller":"traceutil/trace.go:171","msg":"trace[1770901232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"107.540919ms","start":"2026-04-16T06:01:19.274866Z","end":"2026-04-16T06:01:19.382407Z","steps":["trace[1770901232] 'agreement among raft nodes before linearized reading' (duration: 106.905291ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:32.72537Z","caller":"traceutil/trace.go:171","msg":"trace[1780759015] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"309.118594ms","start":"2026-04-16T06:01:32.416185Z","end":"2026-04-16T06:01:32.725304Z","steps":["trace[1780759015] 'process raft request' (duration: 308.912347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:32.725563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:32.416167Z","time spent":"309.29236ms","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5031,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:01:35.847149Z","caller":"traceutil/trace.go:171","msg":"trace[169810047] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"373.561314ms","start":"2026-04-16T06:01:35.473562Z","end":"2026-04-16T06:01:35.847124Z","steps":["trace[169810047] 'read index received' (duration: 373.346806ms)","trace[169810047] 'applied index is now lower than readState.Index' (duration: 213.408µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:01:35.847249Z","caller":"traceutil/trace.go:171","msg":"trace[1061806747] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"415.355198ms","start":"2026-04-16T06:01:35.431862Z","end":"2026-04-16T06:01:35.847217Z","steps":["trace[1061806747] 'process raft request' (duration: 414.942253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:35.847456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:35.431849Z","time spent":"415.515784ms","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:01:35.847564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.297161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T06:01:35.847474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.623918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T06:01:35.847607Z","caller":"traceutil/trace.go:171","msg":"trace[1248285289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:781; }","duration":"346.357903ms","start":"2026-04-16T06:01:35.501237Z","end":"2026-04-16T06:01:35.847594Z","steps":["trace[1248285289] 'agreement among raft nodes before linearized reading' (duration: 346.27089ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:01:35.847628Z","caller":"traceutil/trace.go:171","msg":"trace[1702899943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:781; }","duration":"367.815405ms","start":"2026-04-16T06:01:35.479797Z","end":"2026-04-16T06:01:35.847613Z","steps":["trace[1702899943] 'agreement among raft nodes before linearized reading' (duration: 367.496283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:35.847779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:35.479786Z","time spent":"367.97723ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T06:01:35.847739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.101123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T06:01:35.847644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:35.501223Z","time spent":"346.412816ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T06:01:35.8479Z","caller":"traceutil/trace.go:171","msg":"trace[464981568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:781; }","duration":"374.310591ms","start":"2026-04-16T06:01:35.47353Z","end":"2026-04-16T06:01:35.847841Z","steps":["trace[464981568] 'agreement among raft nodes before linearized reading' (duration: 373.725199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:35.848012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:35.473516Z","time spent":"374.454636ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T06:01:36.192527Z","caller":"traceutil/trace.go:171","msg":"trace[1065272457] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"339.197201ms","start":"2026-04-16T06:01:35.853295Z","end":"2026-04-16T06:01:36.192492Z","steps":["trace[1065272457] 'process raft request' (duration: 328.235085ms)","trace[1065272457] 'compare' (duration: 10.634603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:01:36.19267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:35.853278Z","time spent":"339.321655ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:01:36.192954Z","caller":"traceutil/trace.go:171","msg":"trace[768755198] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"339.501381ms","start":"2026-04-16T06:01:35.853441Z","end":"2026-04-16T06:01:36.192943Z","steps":["trace[768755198] 'process raft request' (duration: 339.16903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:36.193021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:35.853434Z","time spent":"339.553983ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:01:36.193153Z","caller":"traceutil/trace.go:171","msg":"trace[21018532] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"339.419119ms","start":"2026-04-16T06:01:35.853445Z","end":"2026-04-16T06:01:36.192865Z","steps":["trace[21018532] 'process raft request' (duration: 339.315965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:01:36.193736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:01:35.853428Z","time spent":"339.843844ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:02:53.308282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.882441ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T06:02:53.308794Z","caller":"traceutil/trace.go:171","msg":"trace[1306876467] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1922; }","duration":"1.204499064s","start":"2026-04-16T06:02:52.104256Z","end":"2026-04-16T06:02:53.308755Z","steps":["trace[1306876467] 'read index received' (duration: 282.999761ms)","trace[1306876467] 'applied index is now lower than readState.Index' (duration: 921.494153ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:02:53.308805Z","caller":"traceutil/trace.go:171","msg":"trace[1716507092] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"786.262614ms","start":"2026-04-16T06:02:52.52252Z","end":"2026-04-16T06:02:53.308782Z","steps":["trace[1716507092] 'process raft request' (duration: 786.106801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.309062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.522494Z","time spent":"786.468468ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:02:53.30919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204924321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-16T06:02:53.309249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163206172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-16T06:02:53.309285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.458264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:02:53.309355Z","caller":"traceutil/trace.go:171","msg":"trace[1397601841] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51; range_end:; response_count:1; response_revision:1850; }","duration":"1.163338585s","start":"2026-04-16T06:02:52.146002Z","end":"2026-04-16T06:02:53.30934Z","steps":["trace[1397601841] 'agreement among raft nodes before linearized reading' (duration: 1.16309583s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.309407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.14599Z","time spent":"1.163407807s","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51\" "} {"level":"warn","ts":"2026-04-16T06:02:53.309445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.415934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T06:02:53.309472Z","caller":"traceutil/trace.go:171","msg":"trace[598681515] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1850; }","duration":"243.477365ms","start":"2026-04-16T06:02:53.065987Z","end":"2026-04-16T06:02:53.309464Z","steps":["trace[598681515] 'agreement among raft nodes before linearized reading' (duration: 243.399214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.309486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.812178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T06:02:53.309509Z","caller":"traceutil/trace.go:171","msg":"trace[253842858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1850; }","duration":"770.836028ms","start":"2026-04-16T06:02:52.538666Z","end":"2026-04-16T06:02:53.309502Z","steps":["trace[253842858] 'agreement among raft nodes before linearized reading' (duration: 770.749607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.30955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.538606Z","time spent":"770.93862ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T06:02:53.309657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.200244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-16T06:02:53.309642Z","caller":"traceutil/trace.go:171","msg":"trace[1241353284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1850; }","duration":"1.205075754s","start":"2026-04-16T06:02:52.10418Z","end":"2026-04-16T06:02:53.309255Z","steps":["trace[1241353284] 'agreement among raft nodes before linearized reading' (duration: 1.204650646s)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:02:53.309697Z","caller":"traceutil/trace.go:171","msg":"trace[783649266] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51; range_end:; response_count:1; response_revision:1850; }","duration":"524.274105ms","start":"2026-04-16T06:02:52.785415Z","end":"2026-04-16T06:02:53.309689Z","steps":["trace[783649266] 'agreement among raft nodes before linearized reading' (duration: 524.196064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.309724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.7854Z","time spent":"524.318616ms","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51\" "} {"level":"warn","ts":"2026-04-16T06:02:53.309783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.608374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-16T06:02:53.309839Z","caller":"traceutil/trace.go:171","msg":"trace[837053544] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1850; }","duration":"403.688386ms","start":"2026-04-16T06:02:52.906136Z","end":"2026-04-16T06:02:53.309824Z","steps":["trace[837053544] 'agreement among raft nodes before linearized reading' (duration: 403.543673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.309884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.744472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T06:02:53.309927Z","caller":"traceutil/trace.go:171","msg":"trace[1273970744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"763.864525ms","start":"2026-04-16T06:02:52.546055Z","end":"2026-04-16T06:02:53.30992Z","steps":["trace[1273970744] 'agreement among raft nodes before linearized reading' (duration: 763.764533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.309931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.104155Z","time spent":"1.205662856s","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T06:02:53.309946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.546041Z","time spent":"763.899805ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T06:02:53.309628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.701642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T06:02:53.310169Z","caller":"traceutil/trace.go:171","msg":"trace[1973428017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1850; }","duration":"775.260684ms","start":"2026-04-16T06:02:52.534891Z","end":"2026-04-16T06:02:53.310152Z","steps":["trace[1973428017] 'agreement among raft nodes before linearized reading' (duration: 774.676752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.310228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.534878Z","time spent":"775.333165ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T06:02:53.309365Z","caller":"traceutil/trace.go:171","msg":"trace[1526423534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1850; }","duration":"459.595307ms","start":"2026-04-16T06:02:52.849755Z","end":"2026-04-16T06:02:53.309351Z","steps":["trace[1526423534] 'agreement among raft nodes before linearized reading' (duration: 459.426504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.31067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.432701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-16T06:02:53.310719Z","caller":"traceutil/trace.go:171","msg":"trace[1152797421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1850; }","duration":"781.505052ms","start":"2026-04-16T06:02:52.529202Z","end":"2026-04-16T06:02:53.310707Z","steps":["trace[1152797421] 'agreement among raft nodes before linearized reading' (duration: 781.392239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:02:53.310795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.52919Z","time spent":"781.593615ms","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T06:02:53.311011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.849687Z","time spent":"461.122636ms","remote":"127.0.0.1:34512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T06:02:53.309888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:02:52.906122Z","time spent":"403.746467ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-16T06:02:53.676686Z","caller":"traceutil/trace.go:171","msg":"trace[2137301670] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"111.543393ms","start":"2026-04-16T06:02:53.56512Z","end":"2026-04-16T06:02:53.676664Z","steps":["trace[2137301670] 'process raft request' (duration: 111.38113ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:02:53.747295Z","caller":"traceutil/trace.go:171","msg":"trace[351985674] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"178.145551ms","start":"2026-04-16T06:02:53.56911Z","end":"2026-04-16T06:02:53.747255Z","steps":["trace[351985674] 'process raft request' (duration: 178.019089ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:03:19.734855Z","caller":"traceutil/trace.go:171","msg":"trace[73269327] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2123; }","duration":"101.349885ms","start":"2026-04-16T06:03:19.633484Z","end":"2026-04-16T06:03:19.734833Z","steps":["trace[73269327] 'read index received' (duration: 101.167001ms)","trace[73269327] 'applied index is now lower than readState.Index' (duration: 181.734µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:03:19.734973Z","caller":"traceutil/trace.go:171","msg":"trace[1102154919] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"103.340507ms","start":"2026-04-16T06:03:19.631605Z","end":"2026-04-16T06:03:19.734945Z","steps":["trace[1102154919] 'process raft request' (duration: 103.093183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:19.735328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.785165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-16T06:03:19.735403Z","caller":"traceutil/trace.go:171","msg":"trace[1725266205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2044; }","duration":"100.883326ms","start":"2026-04-16T06:03:19.6345Z","end":"2026-04-16T06:03:19.735384Z","steps":["trace[1725266205] 'agreement among raft nodes before linearized reading' (duration: 100.614632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:19.735742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.240639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T06:03:19.735859Z","caller":"traceutil/trace.go:171","msg":"trace[1703593606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2044; }","duration":"102.372881ms","start":"2026-04-16T06:03:19.633468Z","end":"2026-04-16T06:03:19.735841Z","steps":["trace[1703593606] 'agreement among raft nodes before linearized reading' (duration: 101.510457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:03:28.268307Z","caller":"traceutil/trace.go:171","msg":"trace[253456719] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"454.508309ms","start":"2026-04-16T06:03:27.81377Z","end":"2026-04-16T06:03:28.268278Z","steps":["trace[253456719] 'process raft request' (duration: 454.333385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.26849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:27.813747Z","time spent":"454.63569ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:03:28.269036Z","caller":"traceutil/trace.go:171","msg":"trace[152770466] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2169; }","duration":"448.098395ms","start":"2026-04-16T06:03:27.820923Z","end":"2026-04-16T06:03:28.269021Z","steps":["trace[152770466] 'read index received' (duration: 447.156949ms)","trace[152770466] 'applied index is now lower than readState.Index' (duration: 939.186µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:03:28.269571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.639213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T06:03:28.269617Z","caller":"traceutil/trace.go:171","msg":"trace[691852831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2088; }","duration":"448.707375ms","start":"2026-04-16T06:03:27.820897Z","end":"2026-04-16T06:03:28.269605Z","steps":["trace[691852831] 'agreement among raft nodes before linearized reading' (duration: 448.204607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.269686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:27.820886Z","time spent":"448.789876ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T06:03:28.311207Z","caller":"traceutil/trace.go:171","msg":"trace[2015654416] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"443.113312ms","start":"2026-04-16T06:03:27.868053Z","end":"2026-04-16T06:03:28.311167Z","steps":["trace[2015654416] 'process raft request' (duration: 411.531737ms)","trace[2015654416] 'compare' (duration: 31.390212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:03:28.311364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.533779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T06:03:28.311427Z","caller":"traceutil/trace.go:171","msg":"trace[1212676685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2090; }","duration":"259.62805ms","start":"2026-04-16T06:03:28.051784Z","end":"2026-04-16T06:03:28.311412Z","steps":["trace[1212676685] 'agreement among raft nodes before linearized reading' (duration: 259.487408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.311591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.440329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-16T06:03:28.31162Z","caller":"traceutil/trace.go:171","msg":"trace[662760198] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2090; }","duration":"483.506051ms","start":"2026-04-16T06:03:27.828106Z","end":"2026-04-16T06:03:28.311613Z","steps":["trace[662760198] 'agreement among raft nodes before linearized reading' (duration: 483.435489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.311634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:27.828088Z","time spent":"483.542571ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T06:03:28.311517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:27.868036Z","time spent":"443.259504ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:03:28.311896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.255905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T06:03:28.31195Z","caller":"traceutil/trace.go:171","msg":"trace[856985087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2090; }","duration":"483.333317ms","start":"2026-04-16T06:03:27.828604Z","end":"2026-04-16T06:03:28.311937Z","steps":["trace[856985087] 'agreement among raft nodes before linearized reading' (duration: 483.195745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.311983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:27.828597Z","time spent":"483.378408ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T06:03:28.312127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.868711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T06:03:28.312169Z","caller":"traceutil/trace.go:171","msg":"trace[1706385295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2090; }","duration":"487.935882ms","start":"2026-04-16T06:03:27.824225Z","end":"2026-04-16T06:03:28.312161Z","steps":["trace[1706385295] 'agreement among raft nodes before linearized reading' (duration: 487.84566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.312195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:27.824212Z","time spent":"487.977582ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T06:03:28.312113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.241451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-16T06:03:28.312487Z","caller":"traceutil/trace.go:171","msg":"trace[317039936] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2090; }","duration":"454.637378ms","start":"2026-04-16T06:03:27.857819Z","end":"2026-04-16T06:03:28.312456Z","steps":["trace[317039936] 'agreement among raft nodes before linearized reading' (duration: 453.953757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.312647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:27.857775Z","time spent":"454.85335ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T06:03:28.670563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.895393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:03:28.671333Z","caller":"traceutil/trace.go:171","msg":"trace[1562449631] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"355.089076ms","start":"2026-04-16T06:03:28.316196Z","end":"2026-04-16T06:03:28.671285Z","steps":["trace[1562449631] 'process raft request' (duration: 354.586359ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:03:28.671381Z","caller":"traceutil/trace.go:171","msg":"trace[1024104815] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"354.373244ms","start":"2026-04-16T06:03:28.316988Z","end":"2026-04-16T06:03:28.671361Z","steps":["trace[1024104815] 'process raft request' (duration: 353.925428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.671445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:28.316181Z","time spent":"355.199908ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:03:28.671457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:28.316968Z","time spent":"354.450206ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:03:28.671578Z","caller":"traceutil/trace.go:171","msg":"trace[124893764] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"354.331604ms","start":"2026-04-16T06:03:28.317229Z","end":"2026-04-16T06:03:28.67156Z","steps":["trace[124893764] 'process raft request' (duration: 353.720764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.671707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:28.317221Z","time spent":"354.447876ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:03:28.6716Z","caller":"traceutil/trace.go:171","msg":"trace[303401537] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"356.061812ms","start":"2026-04-16T06:03:28.315529Z","end":"2026-04-16T06:03:28.671591Z","steps":["trace[303401537] 'process raft request' (duration: 126.953239ms)","trace[303401537] 'compare' (duration: 227.610939ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:03:28.671928Z","caller":"traceutil/trace.go:171","msg":"trace[926928383] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"353.776944ms","start":"2026-04-16T06:03:28.318143Z","end":"2026-04-16T06:03:28.67192Z","steps":["trace[926928383] 'process raft request' (duration: 352.84032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:03:28.671965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:28.315512Z","time spent":"356.418668ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:03:28.671979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:03:28.318133Z","time spent":"353.816666ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:03:28.912193Z","caller":"traceutil/trace.go:171","msg":"trace[1769576572] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"196.100575ms","start":"2026-04-16T06:03:28.716061Z","end":"2026-04-16T06:03:28.912162Z","steps":["trace[1769576572] 'process raft request' (duration: 186.828016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:21.536306Z","caller":"traceutil/trace.go:171","msg":"trace[1086341100] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"106.427361ms","start":"2026-04-16T06:04:21.429856Z","end":"2026-04-16T06:04:21.536284Z","steps":["trace[1086341100] 'process raft request' (duration: 106.383241ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:21.536379Z","caller":"traceutil/trace.go:171","msg":"trace[801581410] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"110.02709ms","start":"2026-04-16T06:04:21.426291Z","end":"2026-04-16T06:04:21.536318Z","steps":["trace[801581410] 'process raft request' (duration: 54.885169ms)","trace[801581410] 'compare' (duration: 54.914548ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:22.217691Z","caller":"traceutil/trace.go:171","msg":"trace[751111207] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"193.459242ms","start":"2026-04-16T06:04:22.024203Z","end":"2026-04-16T06:04:22.217662Z","steps":["trace[751111207] 'process raft request' (duration: 193.304109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:22.783044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.642018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T06:04:22.783102Z","caller":"traceutil/trace.go:171","msg":"trace[1210166093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2425; }","duration":"186.909533ms","start":"2026-04-16T06:04:22.596179Z","end":"2026-04-16T06:04:22.783089Z","steps":["trace[1210166093] 'range keys from in-memory index tree' (duration: 182.389411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:22.783227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.57212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T06:04:22.78329Z","caller":"traceutil/trace.go:171","msg":"trace[1862138634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2425; }","duration":"211.66511ms","start":"2026-04-16T06:04:22.571618Z","end":"2026-04-16T06:04:22.783284Z","steps":["trace[1862138634] 'agreement among raft nodes before linearized reading' (duration: 28.962865ms)","trace[1862138634] 'range keys from in-memory index tree' (duration: 182.617484ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:24.849798Z","caller":"traceutil/trace.go:171","msg":"trace[751517094] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"245.956152ms","start":"2026-04-16T06:04:24.603798Z","end":"2026-04-16T06:04:24.849755Z","steps":["trace[751517094] 'process raft request' (duration: 245.73743ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:31.017555Z","caller":"traceutil/trace.go:171","msg":"trace[658737927] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2619; }","duration":"141.682867ms","start":"2026-04-16T06:04:30.875856Z","end":"2026-04-16T06:04:31.017539Z","steps":["trace[658737927] 'read index received' (duration: 141.553445ms)","trace[658737927] 'applied index is now lower than readState.Index' (duration: 128.682µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:31.017655Z","caller":"traceutil/trace.go:171","msg":"trace[1519067453] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"143.237629ms","start":"2026-04-16T06:04:30.874387Z","end":"2026-04-16T06:04:31.017624Z","steps":["trace[1519067453] 'process raft request' (duration: 143.041455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.017758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.87153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T06:04:31.017783Z","caller":"traceutil/trace.go:171","msg":"trace[592234438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2524; }","duration":"141.950562ms","start":"2026-04-16T06:04:30.875826Z","end":"2026-04-16T06:04:31.017777Z","steps":["trace[592234438] 'agreement among raft nodes before linearized reading' (duration: 141.81097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.017879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.647127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T06:04:31.017918Z","caller":"traceutil/trace.go:171","msg":"trace[992386977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2524; }","duration":"141.727479ms","start":"2026-04-16T06:04:30.876179Z","end":"2026-04-16T06:04:31.017907Z","steps":["trace[992386977] 'agreement among raft nodes before linearized reading' (duration: 141.615068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.018005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.325989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T06:04:31.018028Z","caller":"traceutil/trace.go:171","msg":"trace[1766435913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2524; }","duration":"137.3718ms","start":"2026-04-16T06:04:30.88065Z","end":"2026-04-16T06:04:31.018022Z","steps":["trace[1766435913] 'agreement among raft nodes before linearized reading' (duration: 137.330179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.814576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225920509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T06:04:31.876814Z","caller":"traceutil/trace.go:171","msg":"trace[1877378473] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2622; }","duration":"563.312093ms","start":"2026-04-16T06:04:31.313465Z","end":"2026-04-16T06:04:31.876777Z","steps":["trace[1877378473] 'read index received' (duration: 563.14286ms)","trace[1877378473] 'applied index is now lower than readState.Index' (duration: 168.363µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:31.876897Z","caller":"traceutil/trace.go:171","msg":"trace[1961223819] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"567.930164ms","start":"2026-04-16T06:04:31.30892Z","end":"2026-04-16T06:04:31.87685Z","steps":["trace[1961223819] 'process raft request' (duration: 567.709901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.877059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:31.308904Z","time spent":"568.067255ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:04:31.877069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.582056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-16T06:04:31.877127Z","caller":"traceutil/trace.go:171","msg":"trace[830092180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2527; }","duration":"563.650257ms","start":"2026-04-16T06:04:31.313461Z","end":"2026-04-16T06:04:31.877111Z","steps":["trace[830092180] 'agreement among raft nodes before linearized reading' (duration: 563.461195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.877122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.539131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T06:04:31.877153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:31.313434Z","time spent":"563.714198ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-16T06:04:31.877169Z","caller":"traceutil/trace.go:171","msg":"trace[458668923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2527; }","duration":"541.616532ms","start":"2026-04-16T06:04:31.33554Z","end":"2026-04-16T06:04:31.877157Z","steps":["trace[458668923] 'agreement among raft nodes before linearized reading' (duration: 541.47875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.877211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:31.335531Z","time spent":"541.663922ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T06:04:31.877415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.204574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-16T06:04:31.877501Z","caller":"traceutil/trace.go:171","msg":"trace[823887826] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2527; }","duration":"101.341616ms","start":"2026-04-16T06:04:31.776142Z","end":"2026-04-16T06:04:31.877483Z","steps":["trace[823887826] 'agreement among raft nodes before linearized reading' (duration: 101.065451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.877418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.588222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-16T06:04:31.877596Z","caller":"traceutil/trace.go:171","msg":"trace[802965371] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2527; }","duration":"538.802965ms","start":"2026-04-16T06:04:31.338785Z","end":"2026-04-16T06:04:31.877588Z","steps":["trace[802965371] 'agreement among raft nodes before linearized reading' (duration: 538.442109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:31.877625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:31.338776Z","time spent":"538.842405ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-16T06:04:45.176203Z","caller":"traceutil/trace.go:171","msg":"trace[958106919] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"106.149848ms","start":"2026-04-16T06:04:45.070022Z","end":"2026-04-16T06:04:45.176172Z","steps":["trace[958106919] 'process raft request' (duration: 105.945494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:50.162248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.055398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:04:50.162392Z","caller":"traceutil/trace.go:171","msg":"trace[1922245177] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"196.116075ms","start":"2026-04-16T06:04:49.966256Z","end":"2026-04-16T06:04:50.162372Z","steps":["trace[1922245177] 'process raft request' (duration: 45.860765ms)","trace[1922245177] 'compare' (duration: 149.885765ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:50.162486Z","caller":"traceutil/trace.go:171","msg":"trace[1867703939] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"156.431209ms","start":"2026-04-16T06:04:50.006033Z","end":"2026-04-16T06:04:50.162464Z","steps":["trace[1867703939] 'process raft request' (duration: 156.331758ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:50.162643Z","caller":"traceutil/trace.go:171","msg":"trace[1078157983] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2729; }","duration":"195.946163ms","start":"2026-04-16T06:04:49.966687Z","end":"2026-04-16T06:04:50.162633Z","steps":["trace[1078157983] 'read index received' (duration: 3.300764ms)","trace[1078157983] 'applied index is now lower than readState.Index' (duration: 192.644499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:04:50.163057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.431016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-16T06:04:50.163181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.399739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T06:04:50.163249Z","caller":"traceutil/trace.go:171","msg":"trace[1300724639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2632; }","duration":"196.562721ms","start":"2026-04-16T06:04:49.966672Z","end":"2026-04-16T06:04:50.163234Z","steps":["trace[1300724639] 'agreement among raft nodes before linearized reading' (duration: 196.183626ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:50.163248Z","caller":"traceutil/trace.go:171","msg":"trace[1194519405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2632; }","duration":"192.68199ms","start":"2026-04-16T06:04:49.970542Z","end":"2026-04-16T06:04:50.163224Z","steps":["trace[1194519405] 'agreement among raft nodes before linearized reading' (duration: 192.335516ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:50.438701Z","caller":"traceutil/trace.go:171","msg":"trace[1107637050] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"271.356531ms","start":"2026-04-16T06:04:50.167328Z","end":"2026-04-16T06:04:50.438684Z","steps":["trace[1107637050] 'process raft request' (duration: 268.500403ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:50.499289Z","caller":"traceutil/trace.go:171","msg":"trace[1359910335] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"100.668046ms","start":"2026-04-16T06:04:50.398602Z","end":"2026-04-16T06:04:50.49927Z","steps":["trace[1359910335] 'process raft request' (duration: 100.574255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:51.756013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093760607s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:04:51.756177Z","caller":"traceutil/trace.go:171","msg":"trace[1914430003] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"1.314044306s","start":"2026-04-16T06:04:50.442109Z","end":"2026-04-16T06:04:51.756153Z","steps":["trace[1914430003] 'process raft request' (duration: 220.070876ms)","trace[1914430003] 'compare' (duration: 1.093427774s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:04:51.756796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.183661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T06:04:51.756966Z","caller":"traceutil/trace.go:171","msg":"trace[225851872] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2636; }","duration":"905.268402ms","start":"2026-04-16T06:04:50.851567Z","end":"2026-04-16T06:04:51.756835Z","steps":["trace[225851872] 'agreement among raft nodes before linearized reading' (duration: 904.786106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:51.756329Z","caller":"traceutil/trace.go:171","msg":"trace[1720584164] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2735; }","duration":"904.710646ms","start":"2026-04-16T06:04:50.851605Z","end":"2026-04-16T06:04:51.756315Z","steps":["trace[1720584164] 'read index received' (duration: 32.38µs)","trace[1720584164] 'applied index is now lower than readState.Index' (duration: 904.676156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:04:51.757063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:50.851551Z","time spent":"905.496466ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-16T06:04:51.757624Z","caller":"traceutil/trace.go:171","msg":"trace[282156105] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"534.269583ms","start":"2026-04-16T06:04:51.223331Z","end":"2026-04-16T06:04:51.757601Z","steps":["trace[282156105] 'process raft request' (duration: 532.782534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:51.757659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:50.442094Z","time spent":"1.314760245s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:04:51.757754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:51.223323Z","time spent":"534.371375ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:04:51.887043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.560707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T06:04:51.887159Z","caller":"traceutil/trace.go:171","msg":"trace[1803032208] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2736; }","duration":"129.982182ms","start":"2026-04-16T06:04:51.757153Z","end":"2026-04-16T06:04:51.887136Z","steps":["trace[1803032208] 'read index received' (duration: 36.68µs)","trace[1803032208] 'applied index is now lower than readState.Index' (duration: 129.943582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:04:51.887593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.888942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T06:04:51.887588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.218213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T06:04:51.887685Z","caller":"traceutil/trace.go:171","msg":"trace[621427150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2637; }","duration":"653.343554ms","start":"2026-04-16T06:04:51.234322Z","end":"2026-04-16T06:04:51.887666Z","steps":["trace[621427150] 'agreement among raft nodes before linearized reading' (duration: 653.096412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:51.887726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:51.234314Z","time spent":"653.403475ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T06:04:51.887677Z","caller":"traceutil/trace.go:171","msg":"trace[1663229221] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2637; }","duration":"200.981493ms","start":"2026-04-16T06:04:51.686673Z","end":"2026-04-16T06:04:51.887655Z","steps":["trace[1663229221] 'agreement among raft nodes before linearized reading' (duration: 200.71208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:51.88776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.836931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:04:51.888041Z","caller":"traceutil/trace.go:171","msg":"trace[809496893] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2637; }","duration":"840.192506ms","start":"2026-04-16T06:04:51.047825Z","end":"2026-04-16T06:04:51.888018Z","steps":["trace[809496893] 'agreement among raft nodes before linearized reading' (duration: 839.750379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:51.888097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:51.047797Z","time spent":"840.288637ms","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T06:04:51.887362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.334531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T06:04:51.888222Z","caller":"traceutil/trace.go:171","msg":"trace[512171898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2637; }","duration":"592.249464ms","start":"2026-04-16T06:04:51.295956Z","end":"2026-04-16T06:04:51.888205Z","steps":["trace[512171898] 'agreement among raft nodes before linearized reading' (duration: 591.246591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:51.888279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:51.295936Z","time spent":"592.327824ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T06:04:51.887471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.847657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-16T06:04:51.888511Z","caller":"traceutil/trace.go:171","msg":"trace[1950324232] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2637; }","duration":"666.8999ms","start":"2026-04-16T06:04:51.221593Z","end":"2026-04-16T06:04:51.888493Z","steps":["trace[1950324232] 'agreement among raft nodes before linearized reading' (duration: 665.821527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:51.888577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:04:51.221578Z","time spent":"666.979202ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-16T06:04:52.1139Z","caller":"traceutil/trace.go:171","msg":"trace[1085740751] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2738; }","duration":"219.37116ms","start":"2026-04-16T06:04:51.894502Z","end":"2026-04-16T06:04:52.113874Z","steps":["trace[1085740751] 'read index received' (duration: 28.52882ms)","trace[1085740751] 'applied index is now lower than readState.Index' (duration: 190.84108ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:52.114054Z","caller":"traceutil/trace.go:171","msg":"trace[238447276] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"220.350943ms","start":"2026-04-16T06:04:51.893645Z","end":"2026-04-16T06:04:52.113996Z","steps":["trace[238447276] 'process raft request' (duration: 219.292049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:52.114182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.652554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-16T06:04:52.114216Z","caller":"traceutil/trace.go:171","msg":"trace[1997226926] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2639; }","duration":"219.718915ms","start":"2026-04-16T06:04:51.894487Z","end":"2026-04-16T06:04:52.114206Z","steps":["trace[1997226926] 'agreement among raft nodes before linearized reading' (duration: 219.513123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:52.114268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.17323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:04:52.114302Z","caller":"traceutil/trace.go:171","msg":"trace[1145014042] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2639; }","duration":"169.245891ms","start":"2026-04-16T06:04:51.945047Z","end":"2026-04-16T06:04:52.114293Z","steps":["trace[1145014042] 'agreement among raft nodes before linearized reading' (duration: 169.18685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:52.11451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.240228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T06:04:52.114548Z","caller":"traceutil/trace.go:171","msg":"trace[767502678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2639; }","duration":"141.3146ms","start":"2026-04-16T06:04:51.973225Z","end":"2026-04-16T06:04:52.114539Z","steps":["trace[767502678] 'agreement among raft nodes before linearized reading' (duration: 141.219109ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:52.28332Z","caller":"traceutil/trace.go:171","msg":"trace[1201262037] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"164.545859ms","start":"2026-04-16T06:04:52.118745Z","end":"2026-04-16T06:04:52.28329Z","steps":["trace[1201262037] 'process raft request' (duration: 96.072724ms)","trace[1201262037] 'compare' (duration: 68.05542ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:52.283965Z","caller":"traceutil/trace.go:171","msg":"trace[638257275] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"115.826479ms","start":"2026-04-16T06:04:52.168123Z","end":"2026-04-16T06:04:52.283949Z","steps":["trace[638257275] 'process raft request' (duration: 114.955548ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:52.284171Z","caller":"traceutil/trace.go:171","msg":"trace[764463216] linearizableReadLoop","detail":"{readStateIndex:2741; appliedIndex:2740; }","duration":"116.256444ms","start":"2026-04-16T06:04:52.167898Z","end":"2026-04-16T06:04:52.284154Z","steps":["trace[764463216] 'read index received' (duration: 46.931157ms)","trace[764463216] 'applied index is now lower than readState.Index' (duration: 69.323217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:04:52.284637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.713079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-16T06:04:52.284728Z","caller":"traceutil/trace.go:171","msg":"trace[1853490576] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2641; }","duration":"116.81234ms","start":"2026-04-16T06:04:52.167893Z","end":"2026-04-16T06:04:52.284705Z","steps":["trace[1853490576] 'agreement among raft nodes before linearized reading' (duration: 116.561247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:04:52.511054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.355952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:04:52.51153Z","caller":"traceutil/trace.go:171","msg":"trace[1598075640] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"222.779083ms","start":"2026-04-16T06:04:52.288732Z","end":"2026-04-16T06:04:52.511511Z","steps":["trace[1598075640] 'process raft request' (duration: 96.814733ms)","trace[1598075640] 'compare' (duration: 125.243171ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:52.51163Z","caller":"traceutil/trace.go:171","msg":"trace[721073606] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"222.465148ms","start":"2026-04-16T06:04:52.289157Z","end":"2026-04-16T06:04:52.511622Z","steps":["trace[721073606] 'process raft request' (duration: 222.000943ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:52.668844Z","caller":"traceutil/trace.go:171","msg":"trace[995382323] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"151.271037ms","start":"2026-04-16T06:04:52.517549Z","end":"2026-04-16T06:04:52.66882Z","steps":["trace[995382323] 'process raft request' (duration: 147.950924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:54.270658Z","caller":"traceutil/trace.go:171","msg":"trace[1487207662] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"128.174694ms","start":"2026-04-16T06:04:54.142458Z","end":"2026-04-16T06:04:54.270633Z","steps":["trace[1487207662] 'process raft request' (duration: 96.745538ms)","trace[1487207662] 'compare' (duration: 31.323575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:04:56.823087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.301248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-16T06:04:56.823176Z","caller":"traceutil/trace.go:171","msg":"trace[1842789434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2665; }","duration":"141.44625ms","start":"2026-04-16T06:04:56.681715Z","end":"2026-04-16T06:04:56.823161Z","steps":["trace[1842789434] 'agreement among raft nodes before linearized reading' (duration: 141.232638ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:56.822909Z","caller":"traceutil/trace.go:171","msg":"trace[501820982] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2767; }","duration":"141.085086ms","start":"2026-04-16T06:04:56.681768Z","end":"2026-04-16T06:04:56.822853Z","steps":["trace[501820982] 'read index received' (duration: 140.845042ms)","trace[501820982] 'applied index is now lower than readState.Index' (duration: 238.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:04:56.952274Z","caller":"traceutil/trace.go:171","msg":"trace[474289610] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"120.449481ms","start":"2026-04-16T06:04:56.831806Z","end":"2026-04-16T06:04:56.952255Z","steps":["trace[474289610] 'process raft request' (duration: 120.39169ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:04:56.952314Z","caller":"traceutil/trace.go:171","msg":"trace[995509849] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"128.188481ms","start":"2026-04-16T06:04:56.824089Z","end":"2026-04-16T06:04:56.952277Z","steps":["trace[995509849] 'process raft request' (duration: 31.224072ms)","trace[995509849] 'compare' (duration: 96.692905ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:05:06.489912Z","caller":"traceutil/trace.go:171","msg":"trace[454118492] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"366.893947ms","start":"2026-04-16T06:05:06.122985Z","end":"2026-04-16T06:05:06.489879Z","steps":["trace[454118492] 'process raft request' (duration: 366.607524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:06.490071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:06.122962Z","time spent":"367.027668ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:05:07.19253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.430318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:05:07.192654Z","caller":"traceutil/trace.go:171","msg":"trace[182735436] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2819; }","duration":"540.652953ms","start":"2026-04-16T06:05:06.651978Z","end":"2026-04-16T06:05:07.192631Z","steps":["trace[182735436] 'read index received' (duration: 37.9µs)","trace[182735436] 'applied index is now lower than readState.Index' (duration: 540.612943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:05:07.193024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.486308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T06:05:07.193037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.01402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:05:07.193083Z","caller":"traceutil/trace.go:171","msg":"trace[994538633] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:2716; }","duration":"524.596409ms","start":"2026-04-16T06:05:06.668473Z","end":"2026-04-16T06:05:07.193069Z","steps":["trace[994538633] 'agreement among raft nodes before linearized reading' (duration: 524.393667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:07.193113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:06.668463Z","time spent":"524.64567ms","remote":"127.0.0.1:34534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-04-16T06:05:07.193114Z","caller":"traceutil/trace.go:171","msg":"trace[1594278980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2716; }","duration":"343.154262ms","start":"2026-04-16T06:05:06.849941Z","end":"2026-04-16T06:05:07.193096Z","steps":["trace[1594278980] 'agreement among raft nodes before linearized reading' (duration: 342.99671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:07.193168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:06.849921Z","time spent":"343.238014ms","remote":"127.0.0.1:34512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T06:05:07.193372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.078061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T06:05:07.193393Z","caller":"traceutil/trace.go:171","msg":"trace[552825775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2716; }","duration":"479.114341ms","start":"2026-04-16T06:05:06.714273Z","end":"2026-04-16T06:05:07.193388Z","steps":["trace[552825775] 'agreement among raft nodes before linearized reading' (duration: 479.06285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:07.193408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:06.714265Z","time spent":"479.139061ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T06:05:07.19303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.634901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-16T06:05:07.193697Z","caller":"traceutil/trace.go:171","msg":"trace[1135973153] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2716; }","duration":"146.319809ms","start":"2026-04-16T06:05:07.047343Z","end":"2026-04-16T06:05:07.193663Z","steps":["trace[1135973153] 'agreement among raft nodes before linearized reading' (duration: 145.5629ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:05:07.193815Z","caller":"traceutil/trace.go:171","msg":"trace[251319383] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"649.663521ms","start":"2026-04-16T06:05:06.544132Z","end":"2026-04-16T06:05:07.193795Z","steps":["trace[251319383] 'compare' (duration: 636.379612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:07.19391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.916261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-16T06:05:07.193937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:06.544104Z","time spent":"649.766133ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:05:07.193987Z","caller":"traceutil/trace.go:171","msg":"trace[337090420] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2716; }","duration":"541.994861ms","start":"2026-04-16T06:05:06.651971Z","end":"2026-04-16T06:05:07.193966Z","steps":["trace[337090420] 'agreement among raft nodes before linearized reading' (duration: 541.828219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:07.194041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:06.651914Z","time spent":"542.114493ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T06:05:07.695091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225921072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T06:05:08.195479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225921072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T06:05:08.696567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225921072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T06:05:09.19566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00065938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T06:05:09.195762Z","caller":"traceutil/trace.go:171","msg":"trace[1857374027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778702s","start":"2026-04-16T06:05:07.19496Z","end":"2026-04-16T06:05:09.195739Z","steps":["trace[1857374027] 'agreement among raft nodes before linearized reading' (duration: 2.00061368s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.195894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:07.194925Z","time spent":"2.000948544s","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 06:05:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T06:05:09.197194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225921072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T06:05:09.600678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.406359094s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T06:05:09.60467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:07.194182Z","time spent":"2.410482026s","remote":"127.0.0.1:34534","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T06:05:09.625687Z","caller":"traceutil/trace.go:171","msg":"trace[632708130] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"1.765678364s","start":"2026-04-16T06:05:07.859995Z","end":"2026-04-16T06:05:09.625674Z","steps":["trace[632708130] 'process raft request' (duration: 1.765640483s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.625779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:07.859971Z","time spent":"1.765756844s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:05:09.625872Z","caller":"traceutil/trace.go:171","msg":"trace[633052684] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"2.426421589s","start":"2026-04-16T06:05:07.199405Z","end":"2026-04-16T06:05:09.625827Z","steps":["trace[633052684] 'process raft request' (duration: 2.426103915s)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:05:09.625931Z","caller":"traceutil/trace.go:171","msg":"trace[407024595] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"2.426363908s","start":"2026-04-16T06:05:07.199562Z","end":"2026-04-16T06:05:09.625926Z","steps":["trace[407024595] 'process raft request' (duration: 2.426053803s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.625959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:07.199556Z","time spent":"2.426388958s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:05:09.626018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:07.199373Z","time spent":"2.426560292s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:05:09.626032Z","caller":"traceutil/trace.go:171","msg":"trace[1677200307] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"1.12336615s","start":"2026-04-16T06:05:08.50264Z","end":"2026-04-16T06:05:09.626006Z","steps":["trace[1677200307] 'process raft request' (duration: 1.123014165s)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:05:09.626053Z","caller":"traceutil/trace.go:171","msg":"trace[1399492847] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"2.426469729s","start":"2026-04-16T06:05:07.199404Z","end":"2026-04-16T06:05:09.625874Z","steps":["trace[1399492847] 'process raft request' (duration: 2.426193276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.626393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:07.199383Z","time spent":"2.426875964s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:05:09.626193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:08.502612Z","time spent":"1.123492372s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:05:09.626451Z","caller":"traceutil/trace.go:171","msg":"trace[592071177] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"426.80673ms","start":"2026-04-16T06:05:09.199638Z","end":"2026-04-16T06:05:09.626445Z","steps":["trace[592071177] 'process raft request' (duration: 426.292935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.626692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:09.199621Z","time spent":"427.046425ms","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T06:05:09.626769Z","caller":"traceutil/trace.go:171","msg":"trace[1184963102] linearizableReadLoop","detail":"{readStateIndex:2826; appliedIndex:2820; }","duration":"2.431793727s","start":"2026-04-16T06:05:07.194966Z","end":"2026-04-16T06:05:09.62676Z","steps":["trace[1184963102] 'read index received' (duration: 2.406091181s)","trace[1184963102] 'applied index is now lower than readState.Index' (duration: 25.701356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:05:09.627813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40601918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-16T06:05:09.627868Z","caller":"traceutil/trace.go:171","msg":"trace[2066127464] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2724; }","duration":"2.40609942s","start":"2026-04-16T06:05:07.221757Z","end":"2026-04-16T06:05:09.627856Z","steps":["trace[2066127464] 'agreement among raft nodes before linearized reading' (duration: 2.405931318s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.627906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:07.221745Z","time spent":"2.406153031s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-16T06:05:09.628365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134755574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T06:05:09.628425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.897798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T06:05:09.628464Z","caller":"traceutil/trace.go:171","msg":"trace[1528568655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2724; }","duration":"428.986919ms","start":"2026-04-16T06:05:09.199469Z","end":"2026-04-16T06:05:09.628456Z","steps":["trace[1528568655] 'agreement among raft nodes before linearized reading' (duration: 428.847137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:05:09.628406Z","caller":"traceutil/trace.go:171","msg":"trace[163358534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2724; }","duration":"1.134838195s","start":"2026-04-16T06:05:08.493558Z","end":"2026-04-16T06:05:09.628396Z","steps":["trace[163358534] 'agreement among raft nodes before linearized reading' (duration: 1.134734464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.629591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:08.493536Z","time spent":"1.136039141s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T06:05:09.628491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:09.199448Z","time spent":"429.036469ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T06:05:09.628516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.310612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:05:09.62999Z","caller":"traceutil/trace.go:171","msg":"trace[739801150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2724; }","duration":"426.801191ms","start":"2026-04-16T06:05:09.203179Z","end":"2026-04-16T06:05:09.629981Z","steps":["trace[739801150] 'agreement among raft nodes before linearized reading' (duration: 425.323703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.630021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:09.20317Z","time spent":"426.843451ms","remote":"127.0.0.1:34512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T06:05:09.628583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.261105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-16T06:05:09.63017Z","caller":"traceutil/trace.go:171","msg":"trace[1894643746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2724; }","duration":"491.879107ms","start":"2026-04-16T06:05:09.138284Z","end":"2026-04-16T06:05:09.630163Z","steps":["trace[1894643746] 'agreement among raft nodes before linearized reading' (duration: 490.256306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.630225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:09.138268Z","time spent":"491.948708ms","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T06:05:09.628318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08477978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T06:05:09.630718Z","caller":"traceutil/trace.go:171","msg":"trace[559511696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2724; }","duration":"1.08721115s","start":"2026-04-16T06:05:08.543491Z","end":"2026-04-16T06:05:09.630702Z","steps":["trace[559511696] 'agreement among raft nodes before linearized reading' (duration: 1.084716679s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.628686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738251554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T06:05:09.63081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:08.543472Z","time spent":"1.087314771s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T06:05:09.630851Z","caller":"traceutil/trace.go:171","msg":"trace[459618648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2724; }","duration":"1.740427444s","start":"2026-04-16T06:05:07.8904Z","end":"2026-04-16T06:05:09.630827Z","steps":["trace[459618648] 'agreement among raft nodes before linearized reading' (duration: 1.738234195s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:09.632118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:05:07.890389Z","time spent":"1.741711939s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T06:05:38.07881Z","caller":"traceutil/trace.go:171","msg":"trace[2142490631] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2985; }","duration":"236.789161ms","start":"2026-04-16T06:05:37.842001Z","end":"2026-04-16T06:05:38.07879Z","steps":["trace[2142490631] 'read index received' (duration: 183.000397ms)","trace[2142490631] 'applied index is now lower than readState.Index' (duration: 53.788024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:05:38.079153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.61198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:05:38.079217Z","caller":"traceutil/trace.go:171","msg":"trace[1745526331] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"237.550693ms","start":"2026-04-16T06:05:37.841655Z","end":"2026-04-16T06:05:38.079206Z","steps":["trace[1745526331] 'process raft request' (duration: 183.408224ms)","trace[1745526331] 'compare' (duration: 53.637539ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:05:38.079253Z","caller":"traceutil/trace.go:171","msg":"trace[333824495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2875; }","duration":"231.738326ms","start":"2026-04-16T06:05:37.847473Z","end":"2026-04-16T06:05:38.079211Z","steps":["trace[333824495] 'agreement among raft nodes before linearized reading' (duration: 231.60168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:38.079596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.833535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:05:38.079647Z","caller":"traceutil/trace.go:171","msg":"trace[637534598] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2875; }","duration":"103.91942ms","start":"2026-04-16T06:05:37.975705Z","end":"2026-04-16T06:05:38.079625Z","steps":["trace[637534598] 'agreement among raft nodes before linearized reading' (duration: 103.848788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:38.080296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.300436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T06:05:38.080337Z","caller":"traceutil/trace.go:171","msg":"trace[1521931770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2875; }","duration":"238.385119ms","start":"2026-04-16T06:05:37.841942Z","end":"2026-04-16T06:05:38.080327Z","steps":["trace[1521931770] 'agreement among raft nodes before linearized reading' (duration: 237.031492ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:05:41.656022Z","caller":"traceutil/trace.go:171","msg":"trace[569247108] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"166.174644ms","start":"2026-04-16T06:05:41.489829Z","end":"2026-04-16T06:05:41.656004Z","steps":["trace[569247108] 'process raft request' (duration: 166.07309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:42.202994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.783276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T06:05:42.203114Z","caller":"traceutil/trace.go:171","msg":"trace[1663647387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2895; }","duration":"105.955143ms","start":"2026-04-16T06:05:42.09713Z","end":"2026-04-16T06:05:42.203086Z","steps":["trace[1663647387] 'range keys from in-memory index tree' (duration: 105.511205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:05:42.203167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.8866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T06:05:42.203254Z","caller":"traceutil/trace.go:171","msg":"trace[68221217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2895; }","duration":"112.022955ms","start":"2026-04-16T06:05:42.091208Z","end":"2026-04-16T06:05:42.203231Z","steps":["trace[68221217] 'range keys from in-memory index tree' (duration: 111.696942ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:06:08.080345Z","caller":"traceutil/trace.go:171","msg":"trace[205285853] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"121.785806ms","start":"2026-04-16T06:06:07.958522Z","end":"2026-04-16T06:06:08.080308Z","steps":["trace[205285853] 'process raft request' (duration: 52.474172ms)","trace[205285853] 'compare' (duration: 69.064455ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:06:18.379909Z","caller":"traceutil/trace.go:171","msg":"trace[893741047] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"162.900793ms","start":"2026-04-16T06:06:18.216971Z","end":"2026-04-16T06:06:18.379872Z","steps":["trace[893741047] 'process raft request' (duration: 116.959044ms)","trace[893741047] 'compare' (duration: 45.636148ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:06:18.380176Z","caller":"traceutil/trace.go:171","msg":"trace[1927509080] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"161.034347ms","start":"2026-04-16T06:06:18.219124Z","end":"2026-04-16T06:06:18.380158Z","steps":["trace[1927509080] 'process raft request' (duration: 160.872001ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:06:18.380216Z","caller":"traceutil/trace.go:171","msg":"trace[1222595518] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"162.330214ms","start":"2026-04-16T06:06:18.217864Z","end":"2026-04-16T06:06:18.380194Z","steps":["trace[1222595518] 'process raft request' (duration: 161.995861ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:06:18.379925Z","caller":"traceutil/trace.go:171","msg":"trace[280323529] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"162.191678ms","start":"2026-04-16T06:06:18.21771Z","end":"2026-04-16T06:06:18.379902Z","steps":["trace[280323529] 'process raft request' (duration: 162.057533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:06:20.650958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.510819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:06:20.65112Z","caller":"traceutil/trace.go:171","msg":"trace[2038700075] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"164.348774ms","start":"2026-04-16T06:06:20.486751Z","end":"2026-04-16T06:06:20.6511Z","steps":["trace[2038700075] 'process raft request' (duration: 60.623839ms)","trace[2038700075] 'compare' (duration: 103.341242ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:06:22.127604Z","caller":"traceutil/trace.go:171","msg":"trace[1775529952] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"105.866778ms","start":"2026-04-16T06:06:22.021718Z","end":"2026-04-16T06:06:22.127585Z","steps":["trace[1775529952] 'process raft request' (duration: 105.729934ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:06:24.811699Z","caller":"traceutil/trace.go:171","msg":"trace[600127805] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"110.658932ms","start":"2026-04-16T06:06:24.701015Z","end":"2026-04-16T06:06:24.811674Z","steps":["trace[600127805] 'process raft request' (duration: 110.490496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:06:24.902216Z","caller":"traceutil/trace.go:171","msg":"trace[579818903] linearizableReadLoop","detail":"{readStateIndex:3240; appliedIndex:3238; }","duration":"154.600901ms","start":"2026-04-16T06:06:24.747586Z","end":"2026-04-16T06:06:24.902187Z","steps":["trace[579818903] 'read index received' (duration: 63.931647ms)","trace[579818903] 'applied index is now lower than readState.Index' (duration: 90.667864ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:06:24.902309Z","caller":"traceutil/trace.go:171","msg":"trace[998432260] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"162.542126ms","start":"2026-04-16T06:06:24.739744Z","end":"2026-04-16T06:06:24.902286Z","steps":["trace[998432260] 'process raft request' (duration: 157.754861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:06:24.902686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.074488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T06:06:24.902741Z","caller":"traceutil/trace.go:171","msg":"trace[1028073052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3119; }","duration":"155.14659ms","start":"2026-04-16T06:06:24.747579Z","end":"2026-04-16T06:06:24.902726Z","steps":["trace[1028073052] 'agreement among raft nodes before linearized reading' (duration: 154.708396ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:06:44.360876Z","caller":"traceutil/trace.go:171","msg":"trace[1402056481] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"155.68907ms","start":"2026-04-16T06:06:44.205149Z","end":"2026-04-16T06:06:44.360838Z","steps":["trace[1402056481] 'process raft request' (duration: 71.99671ms)","trace[1402056481] 'compare' (duration: 83.168483ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:06:50.686576Z","caller":"traceutil/trace.go:171","msg":"trace[563495923] linearizableReadLoop","detail":"{readStateIndex:3371; appliedIndex:3369; }","duration":"167.944842ms","start":"2026-04-16T06:06:50.518602Z","end":"2026-04-16T06:06:50.686547Z","steps":["trace[563495923] 'read index received' (duration: 15.174239ms)","trace[563495923] 'applied index is now lower than readState.Index' (duration: 152.769082ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:06:50.686685Z","caller":"traceutil/trace.go:171","msg":"trace[1906058182] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"224.039496ms","start":"2026-04-16T06:06:50.462612Z","end":"2026-04-16T06:06:50.686652Z","steps":["trace[1906058182] 'process raft request' (duration: 148.104319ms)","trace[1906058182] 'compare' (duration: 75.70758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:06:50.68684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.223199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T06:06:50.686903Z","caller":"traceutil/trace.go:171","msg":"trace[648647253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3245; }","duration":"168.330084ms","start":"2026-04-16T06:06:50.518558Z","end":"2026-04-16T06:06:50.686888Z","steps":["trace[648647253] 'agreement among raft nodes before linearized reading' (duration: 168.139867ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:06:55.269574Z","caller":"traceutil/trace.go:171","msg":"trace[1885310319] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"117.04999ms","start":"2026-04-16T06:06:55.152495Z","end":"2026-04-16T06:06:55.269545Z","steps":["trace[1885310319] 'process raft request' (duration: 116.856364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:06:55.415507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.517731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7375"} {"level":"info","ts":"2026-04-16T06:06:55.415648Z","caller":"traceutil/trace.go:171","msg":"trace[1495774204] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3272; }","duration":"136.680445ms","start":"2026-04-16T06:06:55.278956Z","end":"2026-04-16T06:06:55.415636Z","steps":["trace[1495774204] 'range keys from in-memory index tree' (duration: 136.411168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:07:17.163404Z","caller":"traceutil/trace.go:171","msg":"trace[703571244] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"100.398023ms","start":"2026-04-16T06:07:17.062978Z","end":"2026-04-16T06:07:17.163376Z","steps":["trace[703571244] 'process raft request' (duration: 40.466543ms)","trace[703571244] 'compare' (duration: 59.668502ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:07:17.16346Z","caller":"traceutil/trace.go:171","msg":"trace[237380864] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"100.404723ms","start":"2026-04-16T06:07:17.063013Z","end":"2026-04-16T06:07:17.163418Z","steps":["trace[237380864] 'process raft request' (duration: 100.246838ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:07:31.370835Z","caller":"traceutil/trace.go:171","msg":"trace[1391938205] linearizableReadLoop","detail":"{readStateIndex:3679; appliedIndex:3677; }","duration":"123.027628ms","start":"2026-04-16T06:07:31.247792Z","end":"2026-04-16T06:07:31.370819Z","steps":["trace[1391938205] 'read index received' (duration: 62.743757ms)","trace[1391938205] 'applied index is now lower than readState.Index' (duration: 60.283311ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:07:31.37096Z","caller":"traceutil/trace.go:171","msg":"trace[782342036] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"124.345694ms","start":"2026-04-16T06:07:31.246601Z","end":"2026-04-16T06:07:31.370947Z","steps":["trace[782342036] 'process raft request' (duration: 63.922578ms)","trace[782342036] 'compare' (duration: 60.049496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:07:31.371218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.395308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T06:07:31.371475Z","caller":"traceutil/trace.go:171","msg":"trace[1977514648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3541; }","duration":"123.668595ms","start":"2026-04-16T06:07:31.247778Z","end":"2026-04-16T06:07:31.371446Z","steps":["trace[1977514648] 'agreement among raft nodes before linearized reading' (duration: 123.187732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:07:31.371497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.099897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T06:07:31.371277Z","caller":"traceutil/trace.go:171","msg":"trace[492602043] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"124.507278ms","start":"2026-04-16T06:07:31.246741Z","end":"2026-04-16T06:07:31.371248Z","steps":["trace[492602043] 'process raft request' (duration: 124.017714ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:07:31.37199Z","caller":"traceutil/trace.go:171","msg":"trace[2098180066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3541; }","duration":"121.384615ms","start":"2026-04-16T06:07:31.25037Z","end":"2026-04-16T06:07:31.371754Z","steps":["trace[2098180066] 'agreement among raft nodes before linearized reading' (duration: 120.751448ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:08:05.507146Z","caller":"traceutil/trace.go:171","msg":"trace[1486171079] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"126.533395ms","start":"2026-04-16T06:08:05.380581Z","end":"2026-04-16T06:08:05.507114Z","steps":["trace[1486171079] 'process raft request' (duration: 126.188017ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:08:20.569915Z","caller":"traceutil/trace.go:171","msg":"trace[1711434673] linearizableReadLoop","detail":"{readStateIndex:3964; appliedIndex:3963; }","duration":"179.205879ms","start":"2026-04-16T06:08:20.390694Z","end":"2026-04-16T06:08:20.5699Z","steps":["trace[1711434673] 'read index received' (duration: 179.101867ms)","trace[1711434673] 'applied index is now lower than readState.Index' (duration: 103.442µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:08:20.570015Z","caller":"traceutil/trace.go:171","msg":"trace[1996651254] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"188.201727ms","start":"2026-04-16T06:08:20.381798Z","end":"2026-04-16T06:08:20.57Z","steps":["trace[1996651254] 'process raft request' (duration: 187.984991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:08:20.570055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.336953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T06:08:20.570109Z","caller":"traceutil/trace.go:171","msg":"trace[857755728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3816; }","duration":"179.427034ms","start":"2026-04-16T06:08:20.390672Z","end":"2026-04-16T06:08:20.570099Z","steps":["trace[857755728] 'agreement among raft nodes before linearized reading' (duration: 179.321732ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:08:20.794695Z","caller":"traceutil/trace.go:171","msg":"trace[2033809106] linearizableReadLoop","detail":"{readStateIndex:3967; appliedIndex:3965; }","duration":"192.897507ms","start":"2026-04-16T06:08:20.60178Z","end":"2026-04-16T06:08:20.794678Z","steps":["trace[2033809106] 'read index received' (duration: 125.104043ms)","trace[2033809106] 'applied index is now lower than readState.Index' (duration: 67.792704ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:08:20.794751Z","caller":"traceutil/trace.go:171","msg":"trace[1307117841] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"214.897937ms","start":"2026-04-16T06:08:20.579826Z","end":"2026-04-16T06:08:20.794724Z","steps":["trace[1307117841] 'process raft request' (duration: 214.789153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:08:20.7948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.007089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:08:20.794825Z","caller":"traceutil/trace.go:171","msg":"trace[54724053] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3818; }","duration":"193.081061ms","start":"2026-04-16T06:08:20.601736Z","end":"2026-04-16T06:08:20.794817Z","steps":["trace[54724053] 'agreement among raft nodes before linearized reading' (duration: 193.003759ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:08:20.794821Z","caller":"traceutil/trace.go:171","msg":"trace[1738709036] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3817; }","duration":"217.17796ms","start":"2026-04-16T06:08:20.577617Z","end":"2026-04-16T06:08:20.794795Z","steps":["trace[1738709036] 'process raft request' (duration: 149.230954ms)","trace[1738709036] 'compare' (duration: 67.71314ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:08:59.413519Z","caller":"traceutil/trace.go:171","msg":"trace[1193923915] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"150.598236ms","start":"2026-04-16T06:08:59.26289Z","end":"2026-04-16T06:08:59.413488Z","steps":["trace[1193923915] 'process raft request' (duration: 102.683229ms)","trace[1193923915] 'compare' (duration: 47.606301ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:08:59.413745Z","caller":"traceutil/trace.go:171","msg":"trace[394187712] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"113.794005ms","start":"2026-04-16T06:08:59.29993Z","end":"2026-04-16T06:08:59.413724Z","steps":["trace[394187712] 'process raft request' (duration: 113.54553ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:09.324842Z","caller":"traceutil/trace.go:171","msg":"trace[1048935884] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"221.266644ms","start":"2026-04-16T06:09:09.10356Z","end":"2026-04-16T06:09:09.324827Z","steps":["trace[1048935884] 'process raft request' (duration: 221.149081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:09.324855Z","caller":"traceutil/trace.go:171","msg":"trace[18540429] linearizableReadLoop","detail":"{readStateIndex:4685; appliedIndex:4685; }","duration":"203.29402ms","start":"2026-04-16T06:09:09.121537Z","end":"2026-04-16T06:09:09.324831Z","steps":["trace[18540429] 'read index received' (duration: 203.283599ms)","trace[18540429] 'applied index is now lower than readState.Index' (duration: 9.021µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:09.325035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.483713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:09.325355Z","caller":"traceutil/trace.go:171","msg":"trace[130398194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4507; }","duration":"203.857812ms","start":"2026-04-16T06:09:09.121488Z","end":"2026-04-16T06:09:09.325345Z","steps":["trace[130398194] 'agreement among raft nodes before linearized reading' (duration: 203.437872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:09.32889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.173959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:09.328929Z","caller":"traceutil/trace.go:171","msg":"trace[1128721134] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4508; }","duration":"155.260031ms","start":"2026-04-16T06:09:09.173659Z","end":"2026-04-16T06:09:09.32892Z","steps":["trace[1128721134] 'agreement among raft nodes before linearized reading' (duration: 155.198999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:09.328587Z","caller":"traceutil/trace.go:171","msg":"trace[579345110] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"198.299736ms","start":"2026-04-16T06:09:09.13024Z","end":"2026-04-16T06:09:09.32854Z","steps":["trace[579345110] 'process raft request' (duration: 197.632722ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:12.741889Z","caller":"traceutil/trace.go:171","msg":"trace[169422001] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"104.998342ms","start":"2026-04-16T06:09:12.636863Z","end":"2026-04-16T06:09:12.741861Z","steps":["trace[169422001] 'process raft request' (duration: 104.839679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:12.97114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.579875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:09:12.972259Z","caller":"traceutil/trace.go:171","msg":"trace[1442185966] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"221.836579ms","start":"2026-04-16T06:09:12.750406Z","end":"2026-04-16T06:09:12.972242Z","steps":["trace[1442185966] 'process raft request' (duration: 98.075219ms)","trace[1442185966] 'compare' (duration: 122.387731ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:09:12.974956Z","caller":"traceutil/trace.go:171","msg":"trace[441971767] linearizableReadLoop","detail":"{readStateIndex:4811; appliedIndex:4809; }","duration":"187.10308ms","start":"2026-04-16T06:09:12.787844Z","end":"2026-04-16T06:09:12.974947Z","steps":["trace[441971767] 'read index received' (duration: 60.584673ms)","trace[441971767] 'applied index is now lower than readState.Index' (duration: 126.517517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:12.975118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.267243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:12.975355Z","caller":"traceutil/trace.go:171","msg":"trace[1488578060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4630; }","duration":"187.55282ms","start":"2026-04-16T06:09:12.787794Z","end":"2026-04-16T06:09:12.975347Z","steps":["trace[1488578060] 'agreement among raft nodes before linearized reading' (duration: 187.266863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:12.975376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.993108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:12.975611Z","caller":"traceutil/trace.go:171","msg":"trace[1542390213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4630; }","duration":"127.266783ms","start":"2026-04-16T06:09:12.848327Z","end":"2026-04-16T06:09:12.975594Z","steps":["trace[1542390213] 'agreement among raft nodes before linearized reading' (duration: 126.990797ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:12.975194Z","caller":"traceutil/trace.go:171","msg":"trace[1794910544] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4630; }","duration":"212.948375ms","start":"2026-04-16T06:09:12.762213Z","end":"2026-04-16T06:09:12.975161Z","steps":["trace[1794910544] 'process raft request' (duration: 209.977024ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:23.806527Z","caller":"traceutil/trace.go:171","msg":"trace[1787778426] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"167.379863ms","start":"2026-04-16T06:09:23.639105Z","end":"2026-04-16T06:09:23.806485Z","steps":["trace[1787778426] 'process raft request' (duration: 137.64747ms)","trace[1787778426] 'compare' (duration: 29.369385ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:09:23.807202Z","caller":"traceutil/trace.go:171","msg":"trace[774203507] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"166.571157ms","start":"2026-04-16T06:09:23.640616Z","end":"2026-04-16T06:09:23.807188Z","steps":["trace[774203507] 'process raft request' (duration: 165.806282ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:24.387698Z","caller":"traceutil/trace.go:171","msg":"trace[368819137] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"250.201783ms","start":"2026-04-16T06:09:24.137474Z","end":"2026-04-16T06:09:24.387676Z","steps":["trace[368819137] 'process raft request' (duration: 250.123082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:24.38773Z","caller":"traceutil/trace.go:171","msg":"trace[1342187522] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"250.260924ms","start":"2026-04-16T06:09:24.13743Z","end":"2026-04-16T06:09:24.387691Z","steps":["trace[1342187522] 'process raft request' (duration: 250.018838ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:24.387932Z","caller":"traceutil/trace.go:171","msg":"trace[1420926910] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"249.853446ms","start":"2026-04-16T06:09:24.138064Z","end":"2026-04-16T06:09:24.387917Z","steps":["trace[1420926910] 'process raft request' (duration: 249.573611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:24.387988Z","caller":"traceutil/trace.go:171","msg":"trace[2072049099] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"249.59914ms","start":"2026-04-16T06:09:24.138377Z","end":"2026-04-16T06:09:24.387976Z","steps":["trace[2072049099] 'process raft request' (duration: 249.462557ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:25.975452Z","caller":"traceutil/trace.go:171","msg":"trace[1423951257] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5042; }","duration":"126.131177ms","start":"2026-04-16T06:09:25.849277Z","end":"2026-04-16T06:09:25.975408Z","steps":["trace[1423951257] 'read index received' (duration: 120.148156ms)","trace[1423951257] 'applied index is now lower than readState.Index' (duration: 5.982151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:25.975576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.28432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:25.975615Z","caller":"traceutil/trace.go:171","msg":"trace[3845147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4856; }","duration":"126.377343ms","start":"2026-04-16T06:09:25.849225Z","end":"2026-04-16T06:09:25.975603Z","steps":["trace[3845147] 'agreement among raft nodes before linearized reading' (duration: 126.294162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:25.975723Z","caller":"traceutil/trace.go:171","msg":"trace[1845698708] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"153.663442ms","start":"2026-04-16T06:09:25.822049Z","end":"2026-04-16T06:09:25.975713Z","steps":["trace[1845698708] 'process raft request' (duration: 147.475777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:25.975532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.200326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T06:09:25.975992Z","caller":"traceutil/trace.go:171","msg":"trace[1383515877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4855; }","duration":"164.743737ms","start":"2026-04-16T06:09:25.811229Z","end":"2026-04-16T06:09:25.975972Z","steps":["trace[1383515877] 'range keys from in-memory index tree' (duration: 163.995962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:30.217552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.541604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:09:30.217627Z","caller":"traceutil/trace.go:171","msg":"trace[779463494] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5120; }","duration":"155.487014ms","start":"2026-04-16T06:09:30.062128Z","end":"2026-04-16T06:09:30.217615Z","steps":["trace[779463494] 'read index received' (duration: 47.829758ms)","trace[779463494] 'applied index is now lower than readState.Index' (duration: 107.656456ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:09:30.217675Z","caller":"traceutil/trace.go:171","msg":"trace[974014469] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"158.716108ms","start":"2026-04-16T06:09:30.05895Z","end":"2026-04-16T06:09:30.217666Z","steps":["trace[974014469] 'process raft request' (duration: 50.996761ms)","trace[974014469] 'compare' (duration: 107.451402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:30.217865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.72582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T06:09:30.217935Z","caller":"traceutil/trace.go:171","msg":"trace[277609472] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4931; }","duration":"155.837471ms","start":"2026-04-16T06:09:30.062079Z","end":"2026-04-16T06:09:30.217916Z","steps":["trace[277609472] 'agreement among raft nodes before linearized reading' (duration: 155.615776ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:30.219363Z","caller":"traceutil/trace.go:171","msg":"trace[463892216] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"147.681248ms","start":"2026-04-16T06:09:30.071667Z","end":"2026-04-16T06:09:30.219349Z","steps":["trace[463892216] 'process raft request' (duration: 147.525704ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:33.001629Z","caller":"traceutil/trace.go:171","msg":"trace[472777270] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"273.141202ms","start":"2026-04-16T06:09:32.728473Z","end":"2026-04-16T06:09:33.001614Z","steps":["trace[472777270] 'read index received' (duration: 272.950618ms)","trace[472777270] 'applied index is now lower than readState.Index' (duration: 190.074µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:33.001768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.286764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-16T06:09:33.001788Z","caller":"traceutil/trace.go:171","msg":"trace[795306410] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4981; }","duration":"273.321035ms","start":"2026-04-16T06:09:32.728459Z","end":"2026-04-16T06:09:33.00178Z","steps":["trace[795306410] 'agreement among raft nodes before linearized reading' (duration: 273.228853ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:33.001913Z","caller":"traceutil/trace.go:171","msg":"trace[1616092119] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"292.146931ms","start":"2026-04-16T06:09:32.709726Z","end":"2026-04-16T06:09:33.001872Z","steps":["trace[1616092119] 'process raft request' (duration: 291.747773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:37.250363Z","caller":"traceutil/trace.go:171","msg":"trace[1973421246] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"128.940333ms","start":"2026-04-16T06:09:37.121384Z","end":"2026-04-16T06:09:37.250325Z","steps":["trace[1973421246] 'process raft request' (duration: 48.274616ms)","trace[1973421246] 'compare' (duration: 80.546114ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:09:37.326712Z","caller":"traceutil/trace.go:171","msg":"trace[366984409] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"204.691473ms","start":"2026-04-16T06:09:37.121996Z","end":"2026-04-16T06:09:37.326687Z","steps":["trace[366984409] 'process raft request' (duration: 204.499678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:37.326913Z","caller":"traceutil/trace.go:171","msg":"trace[2120317784] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5204; }","duration":"112.866454ms","start":"2026-04-16T06:09:37.214012Z","end":"2026-04-16T06:09:37.326878Z","steps":["trace[2120317784] 'read index received' (duration: 112.416835ms)","trace[2120317784] 'applied index is now lower than readState.Index' (duration: 446.889µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:37.327069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.031247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:37.32711Z","caller":"traceutil/trace.go:171","msg":"trace[1290950735] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5012; }","duration":"113.151349ms","start":"2026-04-16T06:09:37.213946Z","end":"2026-04-16T06:09:37.327097Z","steps":["trace[1290950735] 'agreement among raft nodes before linearized reading' (duration: 113.045497ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:37.327191Z","caller":"traceutil/trace.go:171","msg":"trace[293511356] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"202.819925ms","start":"2026-04-16T06:09:37.12434Z","end":"2026-04-16T06:09:37.32716Z","steps":["trace[293511356] 'process raft request' (duration: 202.278985ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:37.595844Z","caller":"traceutil/trace.go:171","msg":"trace[1670626945] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"255.743392ms","start":"2026-04-16T06:09:37.340076Z","end":"2026-04-16T06:09:37.595819Z","steps":["trace[1670626945] 'process raft request' (duration: 253.976458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:37.596043Z","caller":"traceutil/trace.go:171","msg":"trace[963203795] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5206; }","duration":"212.403554ms","start":"2026-04-16T06:09:37.383629Z","end":"2026-04-16T06:09:37.596033Z","steps":["trace[963203795] 'read index received' (duration: 210.395535ms)","trace[963203795] 'applied index is now lower than readState.Index' (duration: 2.006509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:37.596363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.558268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:37.596602Z","caller":"traceutil/trace.go:171","msg":"trace[771568652] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5014; }","duration":"212.985476ms","start":"2026-04-16T06:09:37.383591Z","end":"2026-04-16T06:09:37.596576Z","steps":["trace[771568652] 'agreement among raft nodes before linearized reading' (duration: 212.479397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:38.87409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225926866,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T06:09:39.226195Z","caller":"traceutil/trace.go:171","msg":"trace[169112290] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5214; }","duration":"852.505005ms","start":"2026-04-16T06:09:38.373662Z","end":"2026-04-16T06:09:39.226167Z","steps":["trace[169112290] 'read index received' (duration: 852.23973ms)","trace[169112290] 'applied index is now lower than readState.Index' (duration: 264.195µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:09:39.226261Z","caller":"traceutil/trace.go:171","msg":"trace[1461480147] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"886.897014ms","start":"2026-04-16T06:09:38.33933Z","end":"2026-04-16T06:09:39.226227Z","steps":["trace[1461480147] 'process raft request' (duration: 886.6828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.22669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.339308Z","time spent":"887.17047ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:09:39.226957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.28902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T06:09:39.226994Z","caller":"traceutil/trace.go:171","msg":"trace[949120785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5021; }","duration":"853.361932ms","start":"2026-04-16T06:09:38.373623Z","end":"2026-04-16T06:09:39.226985Z","steps":["trace[949120785] 'agreement among raft nodes before linearized reading' (duration: 853.24699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.227018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.373604Z","time spent":"853.408512ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T06:09:39.227031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.292683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T06:09:39.227048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.348652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T06:09:39.227089Z","caller":"traceutil/trace.go:171","msg":"trace[1470791408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5021; }","duration":"541.401035ms","start":"2026-04-16T06:09:38.685673Z","end":"2026-04-16T06:09:39.227074Z","steps":["trace[1470791408] 'agreement among raft nodes before linearized reading' (duration: 541.278763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.227299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.685653Z","time spent":"541.62083ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T06:09:39.227313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.386352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T06:09:39.227106Z","caller":"traceutil/trace.go:171","msg":"trace[116981049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5021; }","duration":"852.440663ms","start":"2026-04-16T06:09:38.374652Z","end":"2026-04-16T06:09:39.227092Z","steps":["trace[116981049] 'agreement among raft nodes before linearized reading' (duration: 852.237969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.227415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.298953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:39.227451Z","caller":"traceutil/trace.go:171","msg":"trace[41214824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5021; }","duration":"377.370063ms","start":"2026-04-16T06:09:38.850075Z","end":"2026-04-16T06:09:39.227445Z","steps":["trace[41214824] 'agreement among raft nodes before linearized reading' (duration: 377.318102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.227469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.850056Z","time spent":"377.408365ms","remote":"127.0.0.1:34512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T06:09:39.227436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.374603Z","time spent":"852.809021ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T06:09:39.227118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.640318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T06:09:39.227292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.017782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-16T06:09:39.227736Z","caller":"traceutil/trace.go:171","msg":"trace[1818448602] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5021; }","duration":"184.640274ms","start":"2026-04-16T06:09:39.043076Z","end":"2026-04-16T06:09:39.227716Z","steps":["trace[1818448602] 'agreement among raft nodes before linearized reading' (duration: 183.888499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.227167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.634129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-16T06:09:39.227965Z","caller":"traceutil/trace.go:171","msg":"trace[56828501] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5021; }","duration":"718.455815ms","start":"2026-04-16T06:09:38.509496Z","end":"2026-04-16T06:09:39.227952Z","steps":["trace[56828501] 'agreement among raft nodes before linearized reading' (duration: 717.629348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.227996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.509484Z","time spent":"718.501807ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T06:09:39.227169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.461428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T06:09:39.228053Z","caller":"traceutil/trace.go:171","msg":"trace[1009611215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5021; }","duration":"706.375747ms","start":"2026-04-16T06:09:38.521663Z","end":"2026-04-16T06:09:39.228038Z","steps":["trace[1009611215] 'agreement among raft nodes before linearized reading' (duration: 705.469649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.228091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.521641Z","time spent":"706.440758ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T06:09:39.227218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.867572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T06:09:39.228151Z","caller":"traceutil/trace.go:171","msg":"trace[669012222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5021; }","duration":"723.789001ms","start":"2026-04-16T06:09:38.504345Z","end":"2026-04-16T06:09:39.228134Z","steps":["trace[669012222] 'agreement among raft nodes before linearized reading' (duration: 722.835551ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:39.227352Z","caller":"traceutil/trace.go:171","msg":"trace[834653424] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5021; }","duration":"349.462312ms","start":"2026-04-16T06:09:38.877878Z","end":"2026-04-16T06:09:39.22734Z","steps":["trace[834653424] 'agreement among raft nodes before linearized reading' (duration: 349.38304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.228244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.877857Z","time spent":"350.376141ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T06:09:39.228283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.504304Z","time spent":"723.925974ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T06:09:39.227641Z","caller":"traceutil/trace.go:171","msg":"trace[1451122604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5021; }","duration":"717.144538ms","start":"2026-04-16T06:09:38.510473Z","end":"2026-04-16T06:09:39.227617Z","steps":["trace[1451122604] 'agreement among raft nodes before linearized reading' (duration: 716.606718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:39.22867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:38.510414Z","time spent":"718.22663ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T06:09:39.736417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225926870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T06:09:40.264399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.745293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:09:40.264478Z","caller":"traceutil/trace.go:171","msg":"trace[2070385619] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"1.031843054s","start":"2026-04-16T06:09:39.232621Z","end":"2026-04-16T06:09:40.264464Z","steps":["trace[2070385619] 'process raft request' (duration: 924.955438ms)","trace[2070385619] 'compare' (duration: 106.608191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:40.264521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.2326Z","time spent":"1.031900154s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:09:40.297009Z","caller":"traceutil/trace.go:171","msg":"trace[1633344345] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"1.063989166s","start":"2026-04-16T06:09:39.232991Z","end":"2026-04-16T06:09:40.29698Z","steps":["trace[1633344345] 'process raft request' (duration: 1.063535418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.297187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.232979Z","time spent":"1.064107579s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:09:40.297619Z","caller":"traceutil/trace.go:171","msg":"trace[79192260] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"1.064521687s","start":"2026-04-16T06:09:39.233053Z","end":"2026-04-16T06:09:40.297575Z","steps":["trace[79192260] 'process raft request' (duration: 1.063617239s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.297754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.233046Z","time spent":"1.064637349s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:09:40.2987Z","caller":"traceutil/trace.go:171","msg":"trace[1275652801] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"1.06513472s","start":"2026-04-16T06:09:39.233549Z","end":"2026-04-16T06:09:40.298684Z","steps":["trace[1275652801] 'process raft request' (duration: 1.064869655s)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.298705Z","caller":"traceutil/trace.go:171","msg":"trace[1806154502] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5215; }","duration":"1.062789653s","start":"2026-04-16T06:09:39.235896Z","end":"2026-04-16T06:09:40.298686Z","steps":["trace[1806154502] 'read index received' (duration: 921.794495ms)","trace[1806154502] 'applied index is now lower than readState.Index' (duration: 140.993888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:40.298789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.233531Z","time spent":"1.065215071s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:09:40.298836Z","caller":"traceutil/trace.go:171","msg":"trace[1542006257] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"696.737891ms","start":"2026-04-16T06:09:39.602084Z","end":"2026-04-16T06:09:40.298822Z","steps":["trace[1542006257] 'process raft request' (duration: 696.441695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.298933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.602057Z","time spent":"696.822072ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:09:40.299063Z","caller":"traceutil/trace.go:171","msg":"trace[795335126] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"1.065586358s","start":"2026-04-16T06:09:39.233465Z","end":"2026-04-16T06:09:40.299051Z","steps":["trace[795335126] 'process raft request' (duration: 1.063451186s)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.299173Z","caller":"traceutil/trace.go:171","msg":"trace[1286557213] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"651.407507ms","start":"2026-04-16T06:09:39.647752Z","end":"2026-04-16T06:09:40.29916Z","steps":["trace[1286557213] 'process raft request' (duration: 650.832225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.299252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.647727Z","time spent":"651.485478ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:09:40.299353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.233453Z","time spent":"1.065645229s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:09:40.29942Z","caller":"traceutil/trace.go:171","msg":"trace[929387950] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"169.418947ms","start":"2026-04-16T06:09:40.129989Z","end":"2026-04-16T06:09:40.299408Z","steps":["trace[929387950] 'process raft request' (duration: 168.639802ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.298795Z","caller":"traceutil/trace.go:171","msg":"trace[349135830] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"1.065063298s","start":"2026-04-16T06:09:39.233719Z","end":"2026-04-16T06:09:40.298782Z","steps":["trace[349135830] 'process raft request' (duration: 1.064765873s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.299653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063759392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-04-16T06:09:40.299669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.233688Z","time spent":"1.065936254s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:09:40.2997Z","caller":"traceutil/trace.go:171","msg":"trace[1527858750] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5030; }","duration":"1.063831473s","start":"2026-04-16T06:09:39.235856Z","end":"2026-04-16T06:09:40.299688Z","steps":["trace[1527858750] 'agreement among raft nodes before linearized reading' (duration: 1.06365473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.299741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.235345Z","time spent":"1.064384094s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-04-16T06:09:40.57532Z","caller":"traceutil/trace.go:171","msg":"trace[1489323772] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5224; }","duration":"276.551519ms","start":"2026-04-16T06:09:40.298751Z","end":"2026-04-16T06:09:40.575302Z","steps":["trace[1489323772] 'read index received' (duration: 264.606524ms)","trace[1489323772] 'applied index is now lower than readState.Index' (duration: 11.943905ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:09:40.575369Z","caller":"traceutil/trace.go:171","msg":"trace[1547124038] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"290.718908ms","start":"2026-04-16T06:09:40.28462Z","end":"2026-04-16T06:09:40.575338Z","steps":["trace[1547124038] 'process raft request' (duration: 278.797693ms)","trace[1547124038] 'compare' (duration: 11.68ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:09:40.575455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003388323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T06:09:40.575515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.722605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-16T06:09:40.575538Z","caller":"traceutil/trace.go:171","msg":"trace[1106030786] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5031; }","duration":"269.793055ms","start":"2026-04-16T06:09:40.305738Z","end":"2026-04-16T06:09:40.575532Z","steps":["trace[1106030786] 'agreement among raft nodes before linearized reading' (duration: 269.664363ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.575535Z","caller":"traceutil/trace.go:171","msg":"trace[2128009891] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5031; }","duration":"1.003525886s","start":"2026-04-16T06:09:39.571988Z","end":"2026-04-16T06:09:40.575514Z","steps":["trace[2128009891] 'agreement among raft nodes before linearized reading' (duration: 1.003407754s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.575576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.57197Z","time spent":"1.003595007s","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T06:09:40.575651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.727269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-04-16T06:09:40.575699Z","caller":"traceutil/trace.go:171","msg":"trace[1615812517] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5031; }","duration":"284.819922ms","start":"2026-04-16T06:09:40.290866Z","end":"2026-04-16T06:09:40.575685Z","steps":["trace[1615812517] 'agreement among raft nodes before linearized reading' (duration: 284.466835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.575767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.842753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-16T06:09:40.57584Z","caller":"traceutil/trace.go:171","msg":"trace[487422713] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5031; }","duration":"743.957765ms","start":"2026-04-16T06:09:39.831864Z","end":"2026-04-16T06:09:40.575822Z","steps":["trace[487422713] 'agreement among raft nodes before linearized reading' (duration: 743.691309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.575882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:39.831849Z","time spent":"744.025436ms","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T06:09:40.575986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.378819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-16T06:09:40.576085Z","caller":"traceutil/trace.go:171","msg":"trace[1547484761] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5031; }","duration":"263.566193ms","start":"2026-04-16T06:09:40.312494Z","end":"2026-04-16T06:09:40.57606Z","steps":["trace[1547484761] 'agreement among raft nodes before linearized reading' (duration: 263.175136ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.768208Z","caller":"traceutil/trace.go:171","msg":"trace[1771185923] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"110.257243ms","start":"2026-04-16T06:09:40.657916Z","end":"2026-04-16T06:09:40.768173Z","steps":["trace[1771185923] 'process raft request' (duration: 109.952756ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.768766Z","caller":"traceutil/trace.go:171","msg":"trace[2017708483] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"110.725211ms","start":"2026-04-16T06:09:40.658022Z","end":"2026-04-16T06:09:40.768747Z","steps":["trace[2017708483] 'process raft request' (duration: 110.049168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.768992Z","caller":"traceutil/trace.go:171","msg":"trace[1916733489] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"110.816454ms","start":"2026-04-16T06:09:40.658163Z","end":"2026-04-16T06:09:40.768979Z","steps":["trace[1916733489] 'process raft request' (duration: 110.674281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.769085Z","caller":"traceutil/trace.go:171","msg":"trace[1370398241] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"110.997137ms","start":"2026-04-16T06:09:40.658063Z","end":"2026-04-16T06:09:40.769061Z","steps":["trace[1370398241] 'process raft request' (duration: 110.421225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:40.769123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.16585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-16T06:09:40.769195Z","caller":"traceutil/trace.go:171","msg":"trace[664644797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5038; }","duration":"111.285452ms","start":"2026-04-16T06:09:40.657892Z","end":"2026-04-16T06:09:40.769178Z","steps":["trace[664644797] 'agreement among raft nodes before linearized reading' (duration: 111.088808ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:40.933983Z","caller":"traceutil/trace.go:171","msg":"trace[1040592648] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"146.546907ms","start":"2026-04-16T06:09:40.787406Z","end":"2026-04-16T06:09:40.933953Z","steps":["trace[1040592648] 'process raft request' (duration: 83.372462ms)","trace[1040592648] 'compare' (duration: 62.821468ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:09:41.537756Z","caller":"traceutil/trace.go:171","msg":"trace[1853609708] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5233; }","duration":"304.981979ms","start":"2026-04-16T06:09:41.232751Z","end":"2026-04-16T06:09:41.537733Z","steps":["trace[1853609708] 'read index received' (duration: 304.752344ms)","trace[1853609708] 'applied index is now lower than readState.Index' (duration: 228.715µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:09:41.537835Z","caller":"traceutil/trace.go:171","msg":"trace[211934450] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"375.68651ms","start":"2026-04-16T06:09:41.162113Z","end":"2026-04-16T06:09:41.5378Z","steps":["trace[211934450] 'process raft request' (duration: 375.461546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:41.537983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.217094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T06:09:41.538056Z","caller":"traceutil/trace.go:171","msg":"trace[1223486361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5040; }","duration":"305.333456ms","start":"2026-04-16T06:09:41.232708Z","end":"2026-04-16T06:09:41.538041Z","steps":["trace[1223486361] 'agreement among raft nodes before linearized reading' (duration: 305.118772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:41.538087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:41.232692Z","time spent":"305.389076ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T06:09:41.537991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:41.162091Z","time spent":"375.819292ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:09:41.53822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.531013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-16T06:09:41.538223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.687064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16550"} {"level":"info","ts":"2026-04-16T06:09:41.538496Z","caller":"traceutil/trace.go:171","msg":"trace[1350915792] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5040; }","duration":"211.003041ms","start":"2026-04-16T06:09:41.327471Z","end":"2026-04-16T06:09:41.538474Z","steps":["trace[1350915792] 'agreement among raft nodes before linearized reading' (duration: 210.401809ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:09:41.538266Z","caller":"traceutil/trace.go:171","msg":"trace[210252465] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5040; }","duration":"115.600223ms","start":"2026-04-16T06:09:41.422648Z","end":"2026-04-16T06:09:41.538249Z","steps":["trace[210252465] 'agreement among raft nodes before linearized reading' (duration: 115.40238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:42.271102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.798817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:09:42.271173Z","caller":"traceutil/trace.go:171","msg":"trace[1855812589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5043; }","duration":"420.919658ms","start":"2026-04-16T06:09:41.850241Z","end":"2026-04-16T06:09:42.27116Z","steps":["trace[1855812589] 'range keys from in-memory index tree' (duration: 420.703515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:09:42.271198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:09:41.850221Z","time spent":"420.97176ms","remote":"127.0.0.1:34512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T06:09:42.305479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.848034ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T06:10:12.805703Z","caller":"traceutil/trace.go:171","msg":"trace[2107198315] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"387.787234ms","start":"2026-04-16T06:10:12.417884Z","end":"2026-04-16T06:10:12.805672Z","steps":["trace[2107198315] 'process raft request' (duration: 387.60878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:12.805867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:10:12.417862Z","time spent":"387.924708ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:10:12.808377Z","caller":"traceutil/trace.go:171","msg":"trace[855940566] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"356.238071ms","start":"2026-04-16T06:10:12.452112Z","end":"2026-04-16T06:10:12.80835Z","steps":["trace[855940566] 'process raft request' (duration: 355.563858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:12.808526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:10:12.452091Z","time spent":"356.350844ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:10:12.808566Z","caller":"traceutil/trace.go:171","msg":"trace[1376948182] linearizableReadLoop","detail":"{readStateIndex:5522; appliedIndex:5520; }","duration":"307.204128ms","start":"2026-04-16T06:10:12.501157Z","end":"2026-04-16T06:10:12.808362Z","steps":["trace[1376948182] 'read index received' (duration: 304.469627ms)","trace[1376948182] 'applied index is now lower than readState.Index' (duration: 2.722291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:10:12.808834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.223053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T06:10:12.808843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.408266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T06:10:12.808865Z","caller":"traceutil/trace.go:171","msg":"trace[1133632579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5320; }","duration":"220.295874ms","start":"2026-04-16T06:10:12.588559Z","end":"2026-04-16T06:10:12.808855Z","steps":["trace[1133632579] 'agreement among raft nodes before linearized reading' (duration: 220.207522ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:12.808883Z","caller":"traceutil/trace.go:171","msg":"trace[1805668576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5320; }","duration":"288.483876ms","start":"2026-04-16T06:10:12.520387Z","end":"2026-04-16T06:10:12.808871Z","steps":["trace[1805668576] 'agreement among raft nodes before linearized reading' (duration: 288.305073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:12.809006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.207749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T06:10:12.809041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.872321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-16T06:10:12.809077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.708086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T06:10:12.809147Z","caller":"traceutil/trace.go:171","msg":"trace[1197170518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5320; }","duration":"223.341062ms","start":"2026-04-16T06:10:12.585726Z","end":"2026-04-16T06:10:12.809067Z","steps":["trace[1197170518] 'agreement among raft nodes before linearized reading' (duration: 223.072937ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:12.809161Z","caller":"traceutil/trace.go:171","msg":"trace[1244033323] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5320; }","duration":"216.817958ms","start":"2026-04-16T06:10:12.592328Z","end":"2026-04-16T06:10:12.809146Z","steps":["trace[1244033323] 'agreement among raft nodes before linearized reading' (duration: 216.675536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:12.809147Z","caller":"traceutil/trace.go:171","msg":"trace[1713915422] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5320; }","duration":"308.016215ms","start":"2026-04-16T06:10:12.501109Z","end":"2026-04-16T06:10:12.809125Z","steps":["trace[1713915422] 'agreement among raft nodes before linearized reading' (duration: 307.75661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:12.809287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:10:12.501077Z","time spent":"308.197628ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T06:10:12.809178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.401578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T06:10:12.809498Z","caller":"traceutil/trace.go:171","msg":"trace[1946637018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5320; }","duration":"226.762906ms","start":"2026-04-16T06:10:12.582717Z","end":"2026-04-16T06:10:12.80948Z","steps":["trace[1946637018] 'agreement among raft nodes before linearized reading' (duration: 226.235326ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:15.891813Z","caller":"traceutil/trace.go:171","msg":"trace[1816434287] linearizableReadLoop","detail":"{readStateIndex:5540; appliedIndex:5539; }","duration":"123.536826ms","start":"2026-04-16T06:10:15.768248Z","end":"2026-04-16T06:10:15.891785Z","steps":["trace[1816434287] 'read index received' (duration: 123.339241ms)","trace[1816434287] 'applied index is now lower than readState.Index' (duration: 196.565µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:10:15.891985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.709279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:10:15.891866Z","caller":"traceutil/trace.go:171","msg":"trace[1357822255] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"146.098138ms","start":"2026-04-16T06:10:15.745745Z","end":"2026-04-16T06:10:15.891844Z","steps":["trace[1357822255] 'process raft request' (duration: 145.891953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:15.892052Z","caller":"traceutil/trace.go:171","msg":"trace[897749289] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5338; }","duration":"123.81895ms","start":"2026-04-16T06:10:15.768213Z","end":"2026-04-16T06:10:15.892032Z","steps":["trace[897749289] 'agreement among raft nodes before linearized reading' (duration: 123.698918ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:21.041979Z","caller":"traceutil/trace.go:171","msg":"trace[2082640074] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"120.217168ms","start":"2026-04-16T06:10:20.92175Z","end":"2026-04-16T06:10:21.041968Z","steps":["trace[2082640074] 'process raft request' (duration: 120.149037ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:21.04197Z","caller":"traceutil/trace.go:171","msg":"trace[953094985] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"120.32876ms","start":"2026-04-16T06:10:20.921615Z","end":"2026-04-16T06:10:21.041944Z","steps":["trace[953094985] 'process raft request' (duration: 62.426872ms)","trace[953094985] 'compare' (duration: 57.663484ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:10:21.042348Z","caller":"traceutil/trace.go:171","msg":"trace[30337850] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"119.989564ms","start":"2026-04-16T06:10:20.922349Z","end":"2026-04-16T06:10:21.042339Z","steps":["trace[30337850] 'process raft request' (duration: 119.594667ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:21.042586Z","caller":"traceutil/trace.go:171","msg":"trace[271968511] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"120.068055ms","start":"2026-04-16T06:10:20.922509Z","end":"2026-04-16T06:10:21.042577Z","steps":["trace[271968511] 'process raft request' (duration: 119.79694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:21.042765Z","caller":"traceutil/trace.go:171","msg":"trace[529438197] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"120.226418ms","start":"2026-04-16T06:10:20.922526Z","end":"2026-04-16T06:10:21.042753Z","steps":["trace[529438197] 'process raft request' (duration: 120.019654ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:22.046559Z","caller":"traceutil/trace.go:171","msg":"trace[325235330] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5577; }","duration":"101.963955ms","start":"2026-04-16T06:10:21.944571Z","end":"2026-04-16T06:10:22.046535Z","steps":["trace[325235330] 'read index received' (duration: 101.738401ms)","trace[325235330] 'applied index is now lower than readState.Index' (duration: 224.504µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:10:22.046616Z","caller":"traceutil/trace.go:171","msg":"trace[1428265893] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"132.586414ms","start":"2026-04-16T06:10:21.913996Z","end":"2026-04-16T06:10:22.046583Z","steps":["trace[1428265893] 'process raft request' (duration: 132.393371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:22.046751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.160309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T06:10:22.046895Z","caller":"traceutil/trace.go:171","msg":"trace[1203440857] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5375; }","duration":"102.339533ms","start":"2026-04-16T06:10:21.944536Z","end":"2026-04-16T06:10:22.046876Z","steps":["trace[1203440857] 'agreement among raft nodes before linearized reading' (duration: 102.094568ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:22.312008Z","caller":"traceutil/trace.go:171","msg":"trace[1877463797] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"204.178712ms","start":"2026-04-16T06:10:22.107807Z","end":"2026-04-16T06:10:22.311985Z","steps":["trace[1877463797] 'process raft request' (duration: 204.029749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:22.750237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.442386ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T06:10:22.750618Z","caller":"traceutil/trace.go:171","msg":"trace[295192141] linearizableReadLoop","detail":"{readStateIndex:5581; appliedIndex:5579; }","duration":"375.637978ms","start":"2026-04-16T06:10:22.374967Z","end":"2026-04-16T06:10:22.750605Z","steps":["trace[295192141] 'read index received' (duration: 109.249579ms)","trace[295192141] 'applied index is now lower than readState.Index' (duration: 266.373369ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:10:22.750627Z","caller":"traceutil/trace.go:171","msg":"trace[1268979098] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"411.667827ms","start":"2026-04-16T06:10:22.338937Z","end":"2026-04-16T06:10:22.750604Z","steps":["trace[1268979098] 'process raft request' (duration: 411.371791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:22.750756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:10:22.33891Z","time spent":"411.763929ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:10:22.927103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.096955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T06:10:22.927181Z","caller":"traceutil/trace.go:171","msg":"trace[1105360984] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5377; }","duration":"552.242198ms","start":"2026-04-16T06:10:22.374917Z","end":"2026-04-16T06:10:22.927159Z","steps":["trace[1105360984] 'agreement among raft nodes before linearized reading' (duration: 375.7333ms)","trace[1105360984] 'count revisions from in-memory index tree' (duration: 176.369896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:10:22.927221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:10:22.374896Z","time spent":"552.312839ms","remote":"127.0.0.1:34976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T06:10:22.927103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.277443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:10:22.927272Z","caller":"traceutil/trace.go:171","msg":"trace[321585424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5377; }","duration":"283.482306ms","start":"2026-04-16T06:10:22.643773Z","end":"2026-04-16T06:10:22.927256Z","steps":["trace[321585424] 'agreement among raft nodes before linearized reading' (duration: 106.904596ms)","trace[321585424] 'count revisions from in-memory index tree' (duration: 176.378206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:10:29.220113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.213991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:10:29.220201Z","caller":"traceutil/trace.go:171","msg":"trace[835654679] linearizableReadLoop","detail":"{readStateIndex:5638; appliedIndex:5637; }","duration":"164.558531ms","start":"2026-04-16T06:10:29.055627Z","end":"2026-04-16T06:10:29.220186Z","steps":["trace[835654679] 'read index received' (duration: 48.102505ms)","trace[835654679] 'applied index is now lower than readState.Index' (duration: 116.454926ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:10:29.220341Z","caller":"traceutil/trace.go:171","msg":"trace[317115769] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"197.487688ms","start":"2026-04-16T06:10:29.022843Z","end":"2026-04-16T06:10:29.220331Z","steps":["trace[317115769] 'process raft request' (duration: 80.977992ms)","trace[317115769] 'compare' (duration: 116.093498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:10:29.220681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.049701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T06:10:29.220722Z","caller":"traceutil/trace.go:171","msg":"trace[993333414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5432; }","duration":"165.118591ms","start":"2026-04-16T06:10:29.055592Z","end":"2026-04-16T06:10:29.220711Z","steps":["trace[993333414] 'agreement among raft nodes before linearized reading' (duration: 165.006478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:30.902294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.777396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T06:10:30.902392Z","caller":"traceutil/trace.go:171","msg":"trace[1171959794] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5442; }","duration":"124.942259ms","start":"2026-04-16T06:10:30.77743Z","end":"2026-04-16T06:10:30.902372Z","steps":["trace[1171959794] 'count revisions from in-memory index tree' (duration: 124.689404ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:31.415365Z","caller":"traceutil/trace.go:171","msg":"trace[992455363] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"156.747241ms","start":"2026-04-16T06:10:31.258582Z","end":"2026-04-16T06:10:31.41533Z","steps":["trace[992455363] 'process raft request' (duration: 109.648706ms)","trace[992455363] 'compare' (duration: 46.689798ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:10:31.415476Z","caller":"traceutil/trace.go:171","msg":"trace[275554450] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"156.840153ms","start":"2026-04-16T06:10:31.258604Z","end":"2026-04-16T06:10:31.415444Z","steps":["trace[275554450] 'process raft request' (duration: 156.497846ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:31.415757Z","caller":"traceutil/trace.go:171","msg":"trace[493500753] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"157.052046ms","start":"2026-04-16T06:10:31.258693Z","end":"2026-04-16T06:10:31.415745Z","steps":["trace[493500753] 'process raft request' (duration: 156.606278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:31.415899Z","caller":"traceutil/trace.go:171","msg":"trace[1200068089] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"157.194439ms","start":"2026-04-16T06:10:31.258695Z","end":"2026-04-16T06:10:31.415889Z","steps":["trace[1200068089] 'process raft request' (duration: 157.004875ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:31.415924Z","caller":"traceutil/trace.go:171","msg":"trace[33066930] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"156.116189ms","start":"2026-04-16T06:10:31.259787Z","end":"2026-04-16T06:10:31.415903Z","steps":["trace[33066930] 'process raft request' (duration: 156.088518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:31.415991Z","caller":"traceutil/trace.go:171","msg":"trace[731533870] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"157.216809ms","start":"2026-04-16T06:10:31.25875Z","end":"2026-04-16T06:10:31.415967Z","steps":["trace[731533870] 'process raft request' (duration: 157.071766ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:36.835034Z","caller":"traceutil/trace.go:171","msg":"trace[858442506] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"136.477544ms","start":"2026-04-16T06:10:36.698531Z","end":"2026-04-16T06:10:36.835009Z","steps":["trace[858442506] 'process raft request' (duration: 127.056951ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:36.847846Z","caller":"traceutil/trace.go:171","msg":"trace[1825664350] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5683; }","duration":"124.724469ms","start":"2026-04-16T06:10:36.723103Z","end":"2026-04-16T06:10:36.847827Z","steps":["trace[1825664350] 'read index received' (duration: 102.500663ms)","trace[1825664350] 'applied index is now lower than readState.Index' (duration: 22.223206ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:10:36.847878Z","caller":"traceutil/trace.go:171","msg":"trace[1388647035] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"126.315208ms","start":"2026-04-16T06:10:36.721539Z","end":"2026-04-16T06:10:36.847854Z","steps":["trace[1388647035] 'process raft request' (duration: 126.146925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:36.848031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.920552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-16T06:10:36.848265Z","caller":"traceutil/trace.go:171","msg":"trace[704611558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5477; }","duration":"125.201708ms","start":"2026-04-16T06:10:36.72305Z","end":"2026-04-16T06:10:36.848252Z","steps":["trace[704611558] 'agreement among raft nodes before linearized reading' (duration: 124.850741ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:43.731222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2898} {"level":"info","ts":"2026-04-16T06:10:43.833348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2898,"took":"100.884909ms","hash":136470674,"current-db-size-bytes":54009856,"current-db-size":"54 MB","current-db-size-in-use-bytes":29302784,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-16T06:10:43.833403Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":136470674,"revision":2898,"compact-revision":-1} {"level":"info","ts":"2026-04-16T06:10:47.654301Z","caller":"traceutil/trace.go:171","msg":"trace[1227256438] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5773; }","duration":"118.685734ms","start":"2026-04-16T06:10:47.535593Z","end":"2026-04-16T06:10:47.654278Z","steps":["trace[1227256438] 'read index received' (duration: 114.02984ms)","trace[1227256438] 'applied index is now lower than readState.Index' (duration: 4.654694ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:10:47.654433Z","caller":"traceutil/trace.go:171","msg":"trace[406686696] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"119.04265ms","start":"2026-04-16T06:10:47.535348Z","end":"2026-04-16T06:10:47.65439Z","steps":["trace[406686696] 'process raft request' (duration: 114.258273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:10:47.654573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.925228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T06:10:47.654624Z","caller":"traceutil/trace.go:171","msg":"trace[625411342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5563; }","duration":"119.04024ms","start":"2026-04-16T06:10:47.535569Z","end":"2026-04-16T06:10:47.654609Z","steps":["trace[625411342] 'agreement among raft nodes before linearized reading' (duration: 118.804096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:47.667214Z","caller":"traceutil/trace.go:171","msg":"trace[1308000745] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"131.464434ms","start":"2026-04-16T06:10:47.53571Z","end":"2026-04-16T06:10:47.667174Z","steps":["trace[1308000745] 'process raft request' (duration: 131.308931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:47.667503Z","caller":"traceutil/trace.go:171","msg":"trace[1499002430] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"131.550266ms","start":"2026-04-16T06:10:47.53593Z","end":"2026-04-16T06:10:47.66748Z","steps":["trace[1499002430] 'process raft request' (duration: 131.433444ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:10:47.667523Z","caller":"traceutil/trace.go:171","msg":"trace[1597968771] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"131.626797ms","start":"2026-04-16T06:10:47.535882Z","end":"2026-04-16T06:10:47.667509Z","steps":["trace[1597968771] 'process raft request' (duration: 131.2536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:11:23.809094Z","caller":"traceutil/trace.go:171","msg":"trace[1028046927] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"109.158808ms","start":"2026-04-16T06:11:23.699902Z","end":"2026-04-16T06:11:23.809061Z","steps":["trace[1028046927] 'process raft request' (duration: 39.637303ms)","trace[1028046927] 'compare' (duration: 69.357982ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:12:24.330712Z","caller":"traceutil/trace.go:171","msg":"trace[410257767] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"107.486726ms","start":"2026-04-16T06:12:24.223193Z","end":"2026-04-16T06:12:24.33068Z","steps":["trace[410257767] 'process raft request' (duration: 35.393825ms)","trace[410257767] 'compare' (duration: 71.971588ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:12:25.165989Z","caller":"traceutil/trace.go:171","msg":"trace[545857781] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"100.707371ms","start":"2026-04-16T06:12:25.065257Z","end":"2026-04-16T06:12:25.165964Z","steps":["trace[545857781] 'process raft request' (duration: 100.568409ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:12:32.681527Z","caller":"traceutil/trace.go:171","msg":"trace[1110389342] linearizableReadLoop","detail":"{readStateIndex:6415; appliedIndex:6413; }","duration":"149.195066ms","start":"2026-04-16T06:12:32.532309Z","end":"2026-04-16T06:12:32.681504Z","steps":["trace[1110389342] 'read index received' (duration: 5.751746ms)","trace[1110389342] 'applied index is now lower than readState.Index' (duration: 143.44249ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:12:32.681558Z","caller":"traceutil/trace.go:171","msg":"trace[728647043] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"186.811065ms","start":"2026-04-16T06:12:32.494727Z","end":"2026-04-16T06:12:32.681538Z","steps":["trace[728647043] 'process raft request' (duration: 162.668511ms)","trace[728647043] 'compare' (duration: 23.90641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:12:32.681732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.403529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-16T06:12:32.681749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.363108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-16T06:12:32.681823Z","caller":"traceutil/trace.go:171","msg":"trace[763641383] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6182; }","duration":"149.43631ms","start":"2026-04-16T06:12:32.532345Z","end":"2026-04-16T06:12:32.681781Z","steps":["trace[763641383] 'agreement among raft nodes before linearized reading' (duration: 149.337088ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:12:32.681761Z","caller":"traceutil/trace.go:171","msg":"trace[1879783407] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6182; }","duration":"149.47582ms","start":"2026-04-16T06:12:32.532274Z","end":"2026-04-16T06:12:32.68175Z","steps":["trace[1879783407] 'agreement among raft nodes before linearized reading' (duration: 149.347198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:32.682075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.218749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T06:12:32.682115Z","caller":"traceutil/trace.go:171","msg":"trace[794420068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6182; }","duration":"130.28574ms","start":"2026-04-16T06:12:32.55182Z","end":"2026-04-16T06:12:32.682106Z","steps":["trace[794420068] 'agreement among raft nodes before linearized reading' (duration: 130.074966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:43.843343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225930123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T06:12:43.952903Z","caller":"traceutil/trace.go:171","msg":"trace[548439414] transaction","detail":"{read_only:false; response_revision:6264; number_of_response:1; }","duration":"610.198636ms","start":"2026-04-16T06:12:43.342676Z","end":"2026-04-16T06:12:43.952875Z","steps":["trace[548439414] 'process raft request' (duration: 610.003773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:43.953067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:12:43.342657Z","time spent":"610.327248ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:12:44.015767Z","caller":"traceutil/trace.go:171","msg":"trace[835412656] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"316.214053ms","start":"2026-04-16T06:12:43.699519Z","end":"2026-04-16T06:12:44.015733Z","steps":["trace[835412656] 'process raft request' (duration: 315.985738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:44.015977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:12:43.699501Z","time spent":"316.365776ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:12:44.015933Z","caller":"traceutil/trace.go:171","msg":"trace[1024241049] linearizableReadLoop","detail":"{readStateIndex:6500; appliedIndex:6498; }","duration":"672.97195ms","start":"2026-04-16T06:12:43.342927Z","end":"2026-04-16T06:12:44.015899Z","steps":["trace[1024241049] 'read index received' (duration: 609.794979ms)","trace[1024241049] 'applied index is now lower than readState.Index' (duration: 63.174521ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:12:44.016336Z","caller":"traceutil/trace.go:171","msg":"trace[134625531] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"164.705751ms","start":"2026-04-16T06:12:43.851618Z","end":"2026-04-16T06:12:44.016324Z","steps":["trace[134625531] 'process raft request' (duration: 164.063851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:44.163681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.663963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:12:44.163841Z","caller":"traceutil/trace.go:171","msg":"trace[393105036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6266; }","duration":"312.867436ms","start":"2026-04-16T06:12:43.850945Z","end":"2026-04-16T06:12:44.163812Z","steps":["trace[393105036] 'agreement among raft nodes before linearized reading' (duration: 165.505665ms)","trace[393105036] 'range keys from in-memory index tree' (duration: 147.107787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:12:44.163992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.034053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-04-16T06:12:44.163899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:12:43.850923Z","time spent":"312.965428ms","remote":"127.0.0.1:34512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T06:12:44.164363Z","caller":"traceutil/trace.go:171","msg":"trace[2038249037] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51; range_end:; response_count:1; response_revision:6266; }","duration":"821.453991ms","start":"2026-04-16T06:12:43.342877Z","end":"2026-04-16T06:12:44.164331Z","steps":["trace[2038249037] 'agreement among raft nodes before linearized reading' (duration: 673.622412ms)","trace[2038249037] 'range keys from in-memory index tree' (duration: 147.30528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:12:44.164597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:12:43.342855Z","time spent":"821.572693ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-c178d38d-76c5-4f1a-b289-cff47eb49e51\" "} {"level":"info","ts":"2026-04-16T06:12:44.377232Z","caller":"traceutil/trace.go:171","msg":"trace[1658864379] linearizableReadLoop","detail":"{readStateIndex:6502; appliedIndex:6501; }","duration":"203.632098ms","start":"2026-04-16T06:12:44.173571Z","end":"2026-04-16T06:12:44.377203Z","steps":["trace[1658864379] 'read index received' (duration: 203.453365ms)","trace[1658864379] 'applied index is now lower than readState.Index' (duration: 177.513µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:12:44.37738Z","caller":"traceutil/trace.go:171","msg":"trace[1369128714] transaction","detail":"{read_only:false; response_revision:6267; number_of_response:1; }","duration":"205.875775ms","start":"2026-04-16T06:12:44.17147Z","end":"2026-04-16T06:12:44.377346Z","steps":["trace[1369128714] 'process raft request' (duration: 205.55065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:44.377573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.981383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-16T06:12:44.377638Z","caller":"traceutil/trace.go:171","msg":"trace[1954775289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6267; }","duration":"204.110446ms","start":"2026-04-16T06:12:44.173513Z","end":"2026-04-16T06:12:44.377623Z","steps":["trace[1954775289] 'agreement among raft nodes before linearized reading' (duration: 203.838461ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:12:45.129467Z","caller":"traceutil/trace.go:171","msg":"trace[1682879603] linearizableReadLoop","detail":"{readStateIndex:6508; appliedIndex:6507; }","duration":"149.584967ms","start":"2026-04-16T06:12:44.979861Z","end":"2026-04-16T06:12:45.129446Z","steps":["trace[1682879603] 'read index received' (duration: 149.376073ms)","trace[1682879603] 'applied index is now lower than readState.Index' (duration: 207.964µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:12:45.129843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.70268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-16T06:12:45.129888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.412245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T06:12:45.129908Z","caller":"traceutil/trace.go:171","msg":"trace[2068762265] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6273; }","duration":"131.826291ms","start":"2026-04-16T06:12:44.99807Z","end":"2026-04-16T06:12:45.129896Z","steps":["trace[2068762265] 'agreement among raft nodes before linearized reading' (duration: 131.609828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:45.129886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.007454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-16T06:12:45.12995Z","caller":"traceutil/trace.go:171","msg":"trace[1941071266] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6273; }","duration":"128.521126ms","start":"2026-04-16T06:12:45.001411Z","end":"2026-04-16T06:12:45.129932Z","steps":["trace[1941071266] 'agreement among raft nodes before linearized reading' (duration: 128.345613ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:12:45.130006Z","caller":"traceutil/trace.go:171","msg":"trace[1293790344] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6273; }","duration":"150.202788ms","start":"2026-04-16T06:12:44.979778Z","end":"2026-04-16T06:12:45.129981Z","steps":["trace[1293790344] 'agreement among raft nodes before linearized reading' (duration: 149.810612ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:12:45.129601Z","caller":"traceutil/trace.go:171","msg":"trace[1675723819] transaction","detail":"{read_only:false; response_revision:6273; number_of_response:1; }","duration":"208.911075ms","start":"2026-04-16T06:12:44.920638Z","end":"2026-04-16T06:12:45.129549Z","steps":["trace[1675723819] 'process raft request' (duration: 208.6568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:45.130222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.70618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127136"} {"level":"info","ts":"2026-04-16T06:12:45.130372Z","caller":"traceutil/trace.go:171","msg":"trace[1309129699] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6273; }","duration":"125.903533ms","start":"2026-04-16T06:12:45.004452Z","end":"2026-04-16T06:12:45.130355Z","steps":["trace[1309129699] 'agreement among raft nodes before linearized reading' (duration: 125.283053ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:12:47.947438Z","caller":"traceutil/trace.go:171","msg":"trace[1881036656] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"168.430538ms","start":"2026-04-16T06:12:47.778939Z","end":"2026-04-16T06:12:47.947369Z","steps":["trace[1881036656] 'process raft request' (duration: 163.979954ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:12:49.961898Z","caller":"traceutil/trace.go:171","msg":"trace[548328558] linearizableReadLoop","detail":"{readStateIndex:6552; appliedIndex:6551; }","duration":"126.180454ms","start":"2026-04-16T06:12:49.835693Z","end":"2026-04-16T06:12:49.961873Z","steps":["trace[548328558] 'read index received' (duration: 124.978954ms)","trace[548328558] 'applied index is now lower than readState.Index' (duration: 1.20022ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:12:49.962367Z","caller":"traceutil/trace.go:171","msg":"trace[1391240775] transaction","detail":"{read_only:false; response_revision:6315; number_of_response:1; }","duration":"128.697886ms","start":"2026-04-16T06:12:49.833657Z","end":"2026-04-16T06:12:49.962355Z","steps":["trace[1391240775] 'process raft request' (duration: 127.075009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:49.962702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.990417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T06:12:49.963167Z","caller":"traceutil/trace.go:171","msg":"trace[1847513638] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6315; }","duration":"127.481546ms","start":"2026-04-16T06:12:49.835671Z","end":"2026-04-16T06:12:49.963152Z","steps":["trace[1847513638] 'agreement among raft nodes before linearized reading' (duration: 126.922177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:12:49.962908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.601865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:12:49.963412Z","caller":"traceutil/trace.go:171","msg":"trace[1872884348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6315; }","duration":"114.139934ms","start":"2026-04-16T06:12:49.849262Z","end":"2026-04-16T06:12:49.963401Z","steps":["trace[1872884348] 'agreement among raft nodes before linearized reading' (duration: 113.613925ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:12:57.587488Z","caller":"traceutil/trace.go:171","msg":"trace[1170376937] transaction","detail":"{read_only:false; response_revision:6373; number_of_response:1; }","duration":"200.249593ms","start":"2026-04-16T06:12:57.387207Z","end":"2026-04-16T06:12:57.587457Z","steps":["trace[1170376937] 'process raft request' (duration: 199.538762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:13:02.146133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.049482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T06:13:02.224783Z","caller":"traceutil/trace.go:171","msg":"trace[1372431555] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"128.246387ms","start":"2026-04-16T06:13:02.096514Z","end":"2026-04-16T06:13:02.224761Z","steps":["trace[1372431555] 'process raft request' (duration: 128.107815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:13:03.80275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.131522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T06:13:03.802834Z","caller":"traceutil/trace.go:171","msg":"trace[1007026261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6403; }","duration":"163.255785ms","start":"2026-04-16T06:13:03.639554Z","end":"2026-04-16T06:13:03.80281Z","steps":["trace[1007026261] 'range keys from in-memory index tree' (duration: 162.94768ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:07.674193Z","caller":"traceutil/trace.go:171","msg":"trace[1460378457] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"141.811677ms","start":"2026-04-16T06:13:07.532355Z","end":"2026-04-16T06:13:07.674166Z","steps":["trace[1460378457] 'process raft request' (duration: 141.657274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:32.574761Z","caller":"traceutil/trace.go:171","msg":"trace[481089239] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"136.46662ms","start":"2026-04-16T06:13:32.438257Z","end":"2026-04-16T06:13:32.574724Z","steps":["trace[481089239] 'process raft request' (duration: 62.99925ms)","trace[481089239] 'compare' (duration: 73.308758ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:13:35.280983Z","caller":"traceutil/trace.go:171","msg":"trace[606419942] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6563; }","duration":"122.025562ms","start":"2026-04-16T06:13:35.158934Z","end":"2026-04-16T06:13:35.280959Z","steps":["trace[606419942] 'process raft request' (duration: 120.603919ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:35.462706Z","caller":"traceutil/trace.go:171","msg":"trace[465579372] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"162.95879ms","start":"2026-04-16T06:13:35.299688Z","end":"2026-04-16T06:13:35.462647Z","steps":["trace[465579372] 'process raft request' (duration: 162.663036ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:35.65534Z","caller":"traceutil/trace.go:171","msg":"trace[1708623707] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"117.321075ms","start":"2026-04-16T06:13:35.537984Z","end":"2026-04-16T06:13:35.655305Z","steps":["trace[1708623707] 'process raft request' (duration: 106.679051ms)","trace[1708623707] 'compare' (duration: 10.335269ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:13:35.655699Z","caller":"traceutil/trace.go:171","msg":"trace[1474680831] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"117.521009ms","start":"2026-04-16T06:13:35.538123Z","end":"2026-04-16T06:13:35.655644Z","steps":["trace[1474680831] 'process raft request' (duration: 117.054511ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:35.655788Z","caller":"traceutil/trace.go:171","msg":"trace[2098605927] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"117.57821ms","start":"2026-04-16T06:13:35.538194Z","end":"2026-04-16T06:13:35.655772Z","steps":["trace[2098605927] 'process raft request' (duration: 117.448788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:35.655824Z","caller":"traceutil/trace.go:171","msg":"trace[754137240] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"117.497328ms","start":"2026-04-16T06:13:35.53831Z","end":"2026-04-16T06:13:35.655808Z","steps":["trace[754137240] 'process raft request' (duration: 117.409667ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:35.656116Z","caller":"traceutil/trace.go:171","msg":"trace[198524812] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"117.860103ms","start":"2026-04-16T06:13:35.538229Z","end":"2026-04-16T06:13:35.656089Z","steps":["trace[198524812] 'process raft request' (duration: 117.464288ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:42.625099Z","caller":"traceutil/trace.go:171","msg":"trace[384409597] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"161.827296ms","start":"2026-04-16T06:13:42.463228Z","end":"2026-04-16T06:13:42.625055Z","steps":["trace[384409597] 'process raft request' (duration: 156.460999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:43.096243Z","caller":"traceutil/trace.go:171","msg":"trace[1799148366] transaction","detail":"{read_only:false; response_revision:6702; number_of_response:1; }","duration":"135.387296ms","start":"2026-04-16T06:13:42.960823Z","end":"2026-04-16T06:13:43.09621Z","steps":["trace[1799148366] 'process raft request' (duration: 104.37349ms)","trace[1799148366] 'compare' (duration: 30.778612ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:13:48.800952Z","caller":"traceutil/trace.go:171","msg":"trace[582045468] transaction","detail":"{read_only:false; response_revision:6753; number_of_response:1; }","duration":"106.772516ms","start":"2026-04-16T06:13:48.694156Z","end":"2026-04-16T06:13:48.800928Z","steps":["trace[582045468] 'process raft request' (duration: 44.106497ms)","trace[582045468] 'compare' (duration: 62.496937ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:13:56.844968Z","caller":"traceutil/trace.go:171","msg":"trace[1677656514] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"128.556509ms","start":"2026-04-16T06:13:56.71639Z","end":"2026-04-16T06:13:56.844947Z","steps":["trace[1677656514] 'process raft request' (duration: 122.278542ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:58.063936Z","caller":"traceutil/trace.go:171","msg":"trace[2013188934] linearizableReadLoop","detail":"{readStateIndex:7053; appliedIndex:7052; }","duration":"214.270483ms","start":"2026-04-16T06:13:57.849647Z","end":"2026-04-16T06:13:58.063917Z","steps":["trace[2013188934] 'read index received' (duration: 214.104787ms)","trace[2013188934] 'applied index is now lower than readState.Index' (duration: 164.866µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:13:58.064174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.210038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T06:13:58.064203Z","caller":"traceutil/trace.go:171","msg":"trace[315538731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6799; }","duration":"107.295841ms","start":"2026-04-16T06:13:57.9569Z","end":"2026-04-16T06:13:58.064196Z","steps":["trace[315538731] 'agreement among raft nodes before linearized reading' (duration: 107.166817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:13:58.06418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.532372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:13:58.064272Z","caller":"traceutil/trace.go:171","msg":"trace[465056167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6799; }","duration":"214.678547ms","start":"2026-04-16T06:13:57.849571Z","end":"2026-04-16T06:13:58.06425Z","steps":["trace[465056167] 'agreement among raft nodes before linearized reading' (duration: 214.506841ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:13:58.064189Z","caller":"traceutil/trace.go:171","msg":"trace[1520398831] transaction","detail":"{read_only:false; response_revision:6799; number_of_response:1; }","duration":"253.120585ms","start":"2026-04-16T06:13:57.810995Z","end":"2026-04-16T06:13:58.064116Z","steps":["trace[1520398831] 'process raft request' (duration: 252.783443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:13:59.328183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.730585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:13:59.328288Z","caller":"traceutil/trace.go:171","msg":"trace[179395332] linearizableReadLoop","detail":"{readStateIndex:7060; appliedIndex:7059; }","duration":"351.527114ms","start":"2026-04-16T06:13:58.976744Z","end":"2026-04-16T06:13:59.328271Z","steps":["trace[179395332] 'read index received' (duration: 529.239µs)","trace[179395332] 'applied index is now lower than readState.Index' (duration: 350.996105ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:13:59.328365Z","caller":"traceutil/trace.go:171","msg":"trace[1427152415] transaction","detail":"{read_only:false; response_revision:6806; number_of_response:1; }","duration":"446.722553ms","start":"2026-04-16T06:13:58.881629Z","end":"2026-04-16T06:13:59.328352Z","steps":["trace[1427152415] 'process raft request' (duration: 95.717949ms)","trace[1427152415] 'compare' (duration: 349.942737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:13:59.328429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:13:58.881614Z","time spent":"446.783256ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:13:59.328847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.057433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T06:13:59.329192Z","caller":"traceutil/trace.go:171","msg":"trace[473555573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6806; }","duration":"352.455088ms","start":"2026-04-16T06:13:58.976713Z","end":"2026-04-16T06:13:59.329168Z","steps":["trace[473555573] 'agreement among raft nodes before linearized reading' (duration: 351.847456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:13:59.329249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:13:58.976693Z","time spent":"352.546361ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T06:13:59.357933Z","caller":"traceutil/trace.go:171","msg":"trace[587268814] transaction","detail":"{read_only:false; response_revision:6807; number_of_response:1; }","duration":"258.878751ms","start":"2026-04-16T06:13:59.098984Z","end":"2026-04-16T06:13:59.357863Z","steps":["trace[587268814] 'process raft request' (duration: 258.58535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:13:59.357958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.516852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-04-16T06:13:59.358253Z","caller":"traceutil/trace.go:171","msg":"trace[419826766] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6807; }","duration":"366.902935ms","start":"2026-04-16T06:13:58.991328Z","end":"2026-04-16T06:13:59.358231Z","steps":["trace[419826766] 'agreement among raft nodes before linearized reading' (duration: 366.420908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:13:59.358307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:13:58.991307Z","time spent":"366.988969ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4863,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-16T06:13:59.358026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.960905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-04-16T06:13:59.358468Z","caller":"traceutil/trace.go:171","msg":"trace[1165612386] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6807; }","duration":"209.442492ms","start":"2026-04-16T06:13:59.148996Z","end":"2026-04-16T06:13:59.358438Z","steps":["trace[1165612386] 'agreement among raft nodes before linearized reading' (duration: 208.885853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:14:02.794739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.126734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T06:14:02.794816Z","caller":"traceutil/trace.go:171","msg":"trace[1141972729] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"665.772603ms","start":"2026-04-16T06:14:02.129029Z","end":"2026-04-16T06:14:02.794801Z","steps":["trace[1141972729] 'process raft request' (duration: 135.564966ms)","trace[1141972729] 'compare' (duration: 529.45281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:14:02.794854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:14:02.129012Z","time spent":"665.824475ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:14:02.841969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566413225931628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T06:14:03.134731Z","caller":"traceutil/trace.go:171","msg":"trace[329474649] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"1.004420032s","start":"2026-04-16T06:14:02.130282Z","end":"2026-04-16T06:14:03.134702Z","steps":["trace[329474649] 'process raft request' (duration: 1.000272083s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:14:03.134883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:14:02.130257Z","time spent":"1.004546576s","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T06:14:03.136631Z","caller":"traceutil/trace.go:171","msg":"trace[1395921189] linearizableReadLoop","detail":"{readStateIndex:7080; appliedIndex:7078; }","duration":"794.973004ms","start":"2026-04-16T06:14:02.34164Z","end":"2026-04-16T06:14:03.136613Z","steps":["trace[1395921189] 'read index received' (duration: 788.99977ms)","trace[1395921189] 'applied index is now lower than readState.Index' (duration: 5.972374ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:14:03.13676Z","caller":"traceutil/trace.go:171","msg":"trace[492020091] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"231.172767ms","start":"2026-04-16T06:14:02.905577Z","end":"2026-04-16T06:14:03.13675Z","steps":["trace[492020091] 'process raft request' (duration: 230.312076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:14:03.1369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.685298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T06:14:03.136959Z","caller":"traceutil/trace.go:171","msg":"trace[649181802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6826; }","duration":"360.77268ms","start":"2026-04-16T06:14:02.77617Z","end":"2026-04-16T06:14:03.136943Z","steps":["trace[649181802] 'agreement among raft nodes before linearized reading' (duration: 360.689488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:14:03.136993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:14:02.776153Z","time spent":"360.832592ms","remote":"127.0.0.1:34512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T06:14:03.137054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.550386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T06:14:03.137083Z","caller":"traceutil/trace.go:171","msg":"trace[931785953] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6826; }","duration":"795.622798ms","start":"2026-04-16T06:14:02.341451Z","end":"2026-04-16T06:14:03.137074Z","steps":["trace[931785953] 'agreement among raft nodes before linearized reading' (duration: 795.516493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:14:03.137104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:14:02.341434Z","time spent":"795.664279ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T06:14:03.137181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.525349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T06:14:03.137217Z","caller":"traceutil/trace.go:171","msg":"trace[610619569] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6826; }","duration":"250.58559ms","start":"2026-04-16T06:14:02.886619Z","end":"2026-04-16T06:14:03.137204Z","steps":["trace[610619569] 'agreement among raft nodes before linearized reading' (duration: 250.520468ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:03.137125Z","caller":"traceutil/trace.go:171","msg":"trace[1333775701] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"372.5315ms","start":"2026-04-16T06:14:02.763947Z","end":"2026-04-16T06:14:03.136478Z","steps":["trace[1333775701] 'process raft request' (duration: 371.834756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:14:03.137397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T06:14:02.763916Z","time spent":"373.35779ms","remote":"127.0.0.1:34766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T06:14:03.13777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.703405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-04-16T06:14:03.137804Z","caller":"traceutil/trace.go:171","msg":"trace[1056301359] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6826; }","duration":"243.761168ms","start":"2026-04-16T06:14:02.894034Z","end":"2026-04-16T06:14:03.137795Z","steps":["trace[1056301359] 'agreement among raft nodes before linearized reading' (duration: 242.846154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:08.825285Z","caller":"traceutil/trace.go:171","msg":"trace[676639363] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"129.962702ms","start":"2026-04-16T06:14:08.695289Z","end":"2026-04-16T06:14:08.825251Z","steps":["trace[676639363] 'process raft request' (duration: 89.530024ms)","trace[676639363] 'compare' (duration: 40.284343ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:14:14.82519Z","caller":"traceutil/trace.go:171","msg":"trace[568067418] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"103.684783ms","start":"2026-04-16T06:14:14.721489Z","end":"2026-04-16T06:14:14.825174Z","steps":["trace[568067418] 'process raft request' (duration: 103.577549ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:15.130174Z","caller":"traceutil/trace.go:171","msg":"trace[947344938] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"238.324637ms","start":"2026-04-16T06:14:14.891831Z","end":"2026-04-16T06:14:15.130155Z","steps":["trace[947344938] 'process raft request' (duration: 199.171592ms)","trace[947344938] 'compare' (duration: 38.834565ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:14:21.502787Z","caller":"traceutil/trace.go:171","msg":"trace[1515747390] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"199.80407ms","start":"2026-04-16T06:14:21.302966Z","end":"2026-04-16T06:14:21.50277Z","steps":["trace[1515747390] 'process raft request' (duration: 199.54712ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:23.442473Z","caller":"traceutil/trace.go:171","msg":"trace[334192368] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"122.098384ms","start":"2026-04-16T06:14:23.320342Z","end":"2026-04-16T06:14:23.44244Z","steps":["trace[334192368] 'process raft request' (duration: 67.358034ms)","trace[334192368] 'compare' (duration: 54.346677ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:14:24.436705Z","caller":"traceutil/trace.go:171","msg":"trace[2086408895] transaction","detail":"{read_only:false; response_revision:6985; number_of_response:1; }","duration":"211.558094ms","start":"2026-04-16T06:14:24.22513Z","end":"2026-04-16T06:14:24.436688Z","steps":["trace[2086408895] 'process raft request' (duration: 211.46051ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:24.710844Z","caller":"traceutil/trace.go:171","msg":"trace[1098367495] transaction","detail":"{read_only:false; response_revision:6986; number_of_response:1; }","duration":"183.196271ms","start":"2026-04-16T06:14:24.527625Z","end":"2026-04-16T06:14:24.710821Z","steps":["trace[1098367495] 'process raft request' (duration: 183.063417ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:29.627094Z","caller":"traceutil/trace.go:171","msg":"trace[1531179601] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"115.225245ms","start":"2026-04-16T06:14:29.511848Z","end":"2026-04-16T06:14:29.627074Z","steps":["trace[1531179601] 'process raft request' (duration: 115.114021ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:29.736808Z","caller":"traceutil/trace.go:171","msg":"trace[381415203] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"104.295934ms","start":"2026-04-16T06:14:29.632487Z","end":"2026-04-16T06:14:29.736783Z","steps":["trace[381415203] 'process raft request' (duration: 102.382929ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:29.736816Z","caller":"traceutil/trace.go:171","msg":"trace[395261293] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"104.255532ms","start":"2026-04-16T06:14:29.632541Z","end":"2026-04-16T06:14:29.736797Z","steps":["trace[395261293] 'process raft request' (duration: 103.830647ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:33.451519Z","caller":"traceutil/trace.go:171","msg":"trace[2087746116] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"181.599555ms","start":"2026-04-16T06:14:33.269836Z","end":"2026-04-16T06:14:33.451436Z","steps":["trace[2087746116] 'process raft request' (duration: 181.442849ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:33.458564Z","caller":"traceutil/trace.go:171","msg":"trace[510303995] transaction","detail":"{read_only:false; response_revision:7039; number_of_response:1; }","duration":"182.170724ms","start":"2026-04-16T06:14:33.276366Z","end":"2026-04-16T06:14:33.458537Z","steps":["trace[510303995] 'process raft request' (duration: 182.04539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:33.925191Z","caller":"traceutil/trace.go:171","msg":"trace[812927209] linearizableReadLoop","detail":"{readStateIndex:7308; appliedIndex:7307; }","duration":"175.774627ms","start":"2026-04-16T06:14:33.749379Z","end":"2026-04-16T06:14:33.925153Z","steps":["trace[812927209] 'read index received' (duration: 175.54721ms)","trace[812927209] 'applied index is now lower than readState.Index' (duration: 226.517µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:14:33.925603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.200652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T06:14:33.925632Z","caller":"traceutil/trace.go:171","msg":"trace[1278581648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7043; }","duration":"176.258804ms","start":"2026-04-16T06:14:33.749364Z","end":"2026-04-16T06:14:33.925623Z","steps":["trace[1278581648] 'agreement among raft nodes before linearized reading' (duration: 176.192662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:14:33.925838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.235854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T06:14:33.925857Z","caller":"traceutil/trace.go:171","msg":"trace[268622197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7043; }","duration":"144.286536ms","start":"2026-04-16T06:14:33.781566Z","end":"2026-04-16T06:14:33.925853Z","steps":["trace[268622197] 'agreement among raft nodes before linearized reading' (duration: 144.221944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:33.926005Z","caller":"traceutil/trace.go:171","msg":"trace[1048067665] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"200.439939ms","start":"2026-04-16T06:14:33.725559Z","end":"2026-04-16T06:14:33.925999Z","steps":["trace[1048067665] 'process raft request' (duration: 199.415275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:14:33.926231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.830773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T06:14:33.926299Z","caller":"traceutil/trace.go:171","msg":"trace[226788553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7043; }","duration":"176.924416ms","start":"2026-04-16T06:14:33.749349Z","end":"2026-04-16T06:14:33.926274Z","steps":["trace[226788553] 'agreement among raft nodes before linearized reading' (duration: 176.032107ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:34.113657Z","caller":"traceutil/trace.go:171","msg":"trace[1180707001] transaction","detail":"{read_only:false; response_revision:7045; number_of_response:1; }","duration":"182.698804ms","start":"2026-04-16T06:14:33.930937Z","end":"2026-04-16T06:14:34.113636Z","steps":["trace[1180707001] 'process raft request' (duration: 118.817814ms)","trace[1180707001] 'compare' (duration: 63.118944ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:14:34.113705Z","caller":"traceutil/trace.go:171","msg":"trace[1906882594] transaction","detail":"{read_only:false; response_revision:7046; number_of_response:1; }","duration":"182.565331ms","start":"2026-04-16T06:14:33.931094Z","end":"2026-04-16T06:14:34.113659Z","steps":["trace[1906882594] 'process raft request' (duration: 182.025522ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:40.166578Z","caller":"traceutil/trace.go:171","msg":"trace[1638609810] transaction","detail":"{read_only:false; response_revision:7074; number_of_response:1; }","duration":"165.108318ms","start":"2026-04-16T06:14:40.001442Z","end":"2026-04-16T06:14:40.166551Z","steps":["trace[1638609810] 'process raft request' (duration: 72.453264ms)","trace[1638609810] 'compare' (duration: 92.2058ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:14:41.248756Z","caller":"traceutil/trace.go:171","msg":"trace[858540620] linearizableReadLoop","detail":"{readStateIndex:7344; appliedIndex:7343; }","duration":"267.031327ms","start":"2026-04-16T06:14:40.9817Z","end":"2026-04-16T06:14:41.248732Z","steps":["trace[858540620] 'read index received' (duration: 266.899203ms)","trace[858540620] 'applied index is now lower than readState.Index' (duration: 130.734µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:14:41.248901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.180532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-16T06:14:41.248937Z","caller":"traceutil/trace.go:171","msg":"trace[433967795] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:7078; }","duration":"267.266424ms","start":"2026-04-16T06:14:40.981661Z","end":"2026-04-16T06:14:41.248928Z","steps":["trace[433967795] 'agreement among raft nodes before linearized reading' (duration: 267.154211ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:41.249004Z","caller":"traceutil/trace.go:171","msg":"trace[1784328668] transaction","detail":"{read_only:false; response_revision:7078; number_of_response:1; }","duration":"285.568884ms","start":"2026-04-16T06:14:40.963393Z","end":"2026-04-16T06:14:41.248962Z","steps":["trace[1784328668] 'process raft request' (duration: 285.200303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:56.22562Z","caller":"traceutil/trace.go:171","msg":"trace[1438959097] transaction","detail":"{read_only:false; response_revision:7157; number_of_response:1; }","duration":"149.901093ms","start":"2026-04-16T06:14:56.075686Z","end":"2026-04-16T06:14:56.225587Z","steps":["trace[1438959097] 'process raft request' (duration: 149.772338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:14:59.125832Z","caller":"traceutil/trace.go:171","msg":"trace[2113832183] transaction","detail":"{read_only:false; response_revision:7174; number_of_response:1; }","duration":"159.086925ms","start":"2026-04-16T06:14:58.966725Z","end":"2026-04-16T06:14:59.125812Z","steps":["trace[2113832183] 'process raft request' (duration: 77.399694ms)","trace[2113832183] 'compare' (duration: 81.367591ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:15:21.863822Z","caller":"traceutil/trace.go:171","msg":"trace[1124675208] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"141.936873ms","start":"2026-04-16T06:15:21.72184Z","end":"2026-04-16T06:15:21.863776Z","steps":["trace[1124675208] 'process raft request' (duration: 105.379659ms)","trace[1124675208] 'compare' (duration: 36.266136ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:15:40.753416Z","caller":"traceutil/trace.go:171","msg":"trace[2033885930] transaction","detail":"{read_only:false; response_revision:7403; number_of_response:1; }","duration":"108.493385ms","start":"2026-04-16T06:15:40.644903Z","end":"2026-04-16T06:15:40.753396Z","steps":["trace[2033885930] 'process raft request' (duration: 74.590684ms)","trace[2033885930] 'compare' (duration: 33.711495ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:15:40.753664Z","caller":"traceutil/trace.go:171","msg":"trace[1826760235] linearizableReadLoop","detail":"{readStateIndex:7682; appliedIndex:7680; }","duration":"105.493186ms","start":"2026-04-16T06:15:40.648153Z","end":"2026-04-16T06:15:40.753646Z","steps":["trace[1826760235] 'read index received' (duration: 71.351918ms)","trace[1826760235] 'applied index is now lower than readState.Index' (duration: 34.137907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:15:40.753825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.65343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T06:15:40.753851Z","caller":"traceutil/trace.go:171","msg":"trace[1231100578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7404; }","duration":"105.710932ms","start":"2026-04-16T06:15:40.648131Z","end":"2026-04-16T06:15:40.753841Z","steps":["trace[1231100578] 'agreement among raft nodes before linearized reading' (duration: 105.584288ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:15:40.753628Z","caller":"traceutil/trace.go:171","msg":"trace[1145532195] transaction","detail":"{read_only:false; response_revision:7404; number_of_response:1; }","duration":"108.569818ms","start":"2026-04-16T06:15:40.64503Z","end":"2026-04-16T06:15:40.7536Z","steps":["trace[1145532195] 'process raft request' (duration: 108.332571ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:15:43.802662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5542} {"level":"info","ts":"2026-04-16T06:15:43.875858Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5542,"took":"71.643077ms","hash":200237582,"current-db-size-bytes":54009856,"current-db-size":"54 MB","current-db-size-in-use-bytes":18534400,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-16T06:15:43.876053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":200237582,"revision":5542,"compact-revision":2898} {"level":"warn","ts":"2026-04-16T06:16:20.493069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.550841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-16T06:16:20.49313Z","caller":"traceutil/trace.go:171","msg":"trace[1623697801] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7604; }","duration":"153.655925ms","start":"2026-04-16T06:16:20.339459Z","end":"2026-04-16T06:16:20.493115Z","steps":["trace[1623697801] 'range keys from in-memory index tree' (duration: 153.347096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:17:08.426289Z","caller":"traceutil/trace.go:171","msg":"trace[211374497] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"118.454758ms","start":"2026-04-16T06:17:08.307816Z","end":"2026-04-16T06:17:08.42627Z","steps":["trace[211374497] 'process raft request' (duration: 118.322224ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:17:08.44586Z","caller":"traceutil/trace.go:171","msg":"trace[17403057] linearizableReadLoop","detail":"{readStateIndex:8143; appliedIndex:8141; }","duration":"100.432759ms","start":"2026-04-16T06:17:08.345399Z","end":"2026-04-16T06:17:08.445832Z","steps":["trace[17403057] 'read index received' (duration: 79.603095ms)","trace[17403057] 'applied index is now lower than readState.Index' (duration: 20.828494ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:17:08.445923Z","caller":"traceutil/trace.go:171","msg":"trace[394319561] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"136.307122ms","start":"2026-04-16T06:17:08.309583Z","end":"2026-04-16T06:17:08.44589Z","steps":["trace[394319561] 'process raft request' (duration: 136.111926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T06:17:08.446016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.595633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/kube-root-ca.crt\" ","response":"range_response_count:1 size:1742"} {"level":"info","ts":"2026-04-16T06:17:08.44608Z","caller":"traceutil/trace.go:171","msg":"trace[364349634] range","detail":"{range_begin:/registry/configmaps/openstack/kube-root-ca.crt; range_end:; response_count:1; response_revision:7846; }","duration":"100.703956ms","start":"2026-04-16T06:17:08.345359Z","end":"2026-04-16T06:17:08.446063Z","steps":["trace[364349634] 'agreement among raft nodes before linearized reading' (duration: 100.568403ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T06:17:11.556313Z","caller":"traceutil/trace.go:171","msg":"trace[375559902] linearizableReadLoop","detail":"{readStateIndex:8161; appliedIndex:8160; }","duration":"107.836094ms","start":"2026-04-16T06:17:11.448454Z","end":"2026-04-16T06:17:11.55629Z","steps":["trace[375559902] 'read index received' (duration: 57.996655ms)","trace[375559902] 'applied index is now lower than readState.Index' (duration: 49.838399ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T06:17:11.556377Z","caller":"traceutil/trace.go:171","msg":"trace[546961457] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"110.116584ms","start":"2026-04-16T06:17:11.446228Z","end":"2026-04-16T06:17:11.556344Z","steps":["trace[546961457] 'process raft request' (duration: 60.275915ms)","trace[546961457] 'compare' (duration: 49.678195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T06:17:11.557618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.134669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:270 size:210854"} {"level":"info","ts":"2026-04-16T06:17:11.557704Z","caller":"traceutil/trace.go:171","msg":"trace[305148033] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:270; response_revision:7864; }","duration":"109.250452ms","start":"2026-04-16T06:17:11.448435Z","end":"2026-04-16T06:17:11.557686Z","steps":["trace[305148033] 'agreement among raft nodes before linearized reading' (duration: 107.973889ms)"],"step_count":1}