{"level":"warn","ts":"2026-07-24T04:39:56.256978Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:39:56.257054Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T04:39:56.257112Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:39:56.257122Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-07-24T04:39:56.257138Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:39:56.257782Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-07-24T04:39:56.257852Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T04:39:56.260331Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.293301ms"} {"level":"info","ts":"2026-07-24T04:39:56.265703Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-07-24T04:39:56.265776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T04:39:56.265799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-07-24T04:39:56.265813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T04:39:56.265829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-07-24T04:39:56.265863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-07-24T04:39:56.270116Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T04:39:56.271263Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T04:39:56.272304Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T04:39:56.274262Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T04:39:56.274471Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T04:39:56.274575Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:56.274672Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:56.274685Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:39:56.276145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-07-24T04:39:56.276315Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-07-24T04:39:56.278628Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:39:56.278739Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-07-24T04:39:56.278786Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-07-24T04:39:56.278927Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T04:39:56.278977Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T04:39:56.566776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T04:39:56.566846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T04:39:56.566866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-07-24T04:39:56.56688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-07-24T04:39:56.566888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-07-24T04:39:56.566899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-07-24T04:39:56.566908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-07-24T04:39:56.568896Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:56.569402Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:39:56.569402Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T04:39:56.569476Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:39:56.569819Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:56.569906Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:56.569931Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:39:56.57026Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T04:39:56.570285Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T04:39:56.571786Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T04:39:56.572412Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-07-24T04:40:35.172837Z","caller":"traceutil/trace.go:171","msg":"trace[2031624900] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"229.943054ms","start":"2026-07-24T04:40:34.942869Z","end":"2026-07-24T04:40:35.172812Z","steps":["trace[2031624900] 'process raft request' (duration: 229.77486ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.180591Z","caller":"traceutil/trace.go:171","msg":"trace[1440930036] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"232.264582ms","start":"2026-07-24T04:40:34.948307Z","end":"2026-07-24T04:40:35.180572Z","steps":["trace[1440930036] 'process raft request' (duration: 232.067107ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.180751Z","caller":"traceutil/trace.go:171","msg":"trace[1997607956] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"232.301013ms","start":"2026-07-24T04:40:34.948359Z","end":"2026-07-24T04:40:35.18066Z","steps":["trace[1997607956] 'process raft request' (duration: 232.115869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.180771Z","caller":"traceutil/trace.go:171","msg":"trace[537973077] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"224.008298ms","start":"2026-07-24T04:40:34.956713Z","end":"2026-07-24T04:40:35.180721Z","steps":["trace[537973077] 'process raft request' (duration: 223.819233ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.180873Z","caller":"traceutil/trace.go:171","msg":"trace[1161389010] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"222.136441ms","start":"2026-07-24T04:40:34.958678Z","end":"2026-07-24T04:40:35.180815Z","steps":["trace[1161389010] 'process raft request' (duration: 221.907355ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.181197Z","caller":"traceutil/trace.go:171","msg":"trace[928692177] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"222.395248ms","start":"2026-07-24T04:40:34.958776Z","end":"2026-07-24T04:40:35.181171Z","steps":["trace[928692177] 'process raft request' (duration: 221.870405ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.181265Z","caller":"traceutil/trace.go:171","msg":"trace[573384547] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"222.405228ms","start":"2026-07-24T04:40:34.95882Z","end":"2026-07-24T04:40:35.181225Z","steps":["trace[573384547] 'process raft request' (duration: 222.299325ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.181347Z","caller":"traceutil/trace.go:171","msg":"trace[1185603474] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"219.809574ms","start":"2026-07-24T04:40:34.961522Z","end":"2026-07-24T04:40:35.181331Z","steps":["trace[1185603474] 'process raft request' (duration: 219.6655ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.181518Z","caller":"traceutil/trace.go:171","msg":"trace[323153009] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"201.149804ms","start":"2026-07-24T04:40:34.980341Z","end":"2026-07-24T04:40:35.181491Z","steps":["trace[323153009] 'process raft request' (duration: 200.893817ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.181553Z","caller":"traceutil/trace.go:171","msg":"trace[1428876134] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"200.548908ms","start":"2026-07-24T04:40:34.980992Z","end":"2026-07-24T04:40:35.181541Z","steps":["trace[1428876134] 'process raft request' (duration: 200.453075ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.181691Z","caller":"traceutil/trace.go:171","msg":"trace[1291818143] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"187.052805ms","start":"2026-07-24T04:40:34.994605Z","end":"2026-07-24T04:40:35.181658Z","steps":["trace[1291818143] 'process raft request' (duration: 186.894481ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:35.181738Z","caller":"traceutil/trace.go:171","msg":"trace[619762621] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:545; }","duration":"118.95001ms","start":"2026-07-24T04:40:35.062768Z","end":"2026-07-24T04:40:35.181718Z","steps":["trace[619762621] 'read index received' (duration: 109.966658ms)","trace[619762621] 'applied index is now lower than readState.Index' (duration: 8.982672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:35.181932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.148126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:40:35.182277Z","caller":"traceutil/trace.go:171","msg":"trace[1941010326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:538; }","duration":"119.535974ms","start":"2026-07-24T04:40:35.062728Z","end":"2026-07-24T04:40:35.182264Z","steps":["trace[1941010326] 'agreement among raft nodes before linearized reading' (duration: 119.117034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:41.512391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.538889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:40:41.512537Z","caller":"traceutil/trace.go:171","msg":"trace[1196032984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:624; }","duration":"302.729404ms","start":"2026-07-24T04:40:41.209788Z","end":"2026-07-24T04:40:41.512518Z","steps":["trace[1196032984] 'range keys from in-memory index tree' (duration: 302.356005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:41.51259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.209771Z","time spent":"302.810456ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:40:41.51262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.066133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ngkb9\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-24T04:40:41.512738Z","caller":"traceutil/trace.go:171","msg":"trace[653348504] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ngkb9; range_end:; response_count:1; response_revision:624; }","duration":"252.222556ms","start":"2026-07-24T04:40:41.26049Z","end":"2026-07-24T04:40:41.512712Z","steps":["trace[653348504] 'range keys from in-memory index tree' (duration: 251.899548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:41.512856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.044379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:40:41.512956Z","caller":"traceutil/trace.go:171","msg":"trace[1649393189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"133.181402ms","start":"2026-07-24T04:40:41.379749Z","end":"2026-07-24T04:40:41.512931Z","steps":["trace[1649393189] 'range keys from in-memory index tree' (duration: 132.866524ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:42.178686Z","caller":"traceutil/trace.go:171","msg":"trace[825075746] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"662.016806ms","start":"2026-07-24T04:40:41.516638Z","end":"2026-07-24T04:40:42.178655Z","steps":["trace[825075746] 'process raft request' (duration: 578.968363ms)","trace[825075746] 'compare' (duration: 82.733535ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:42.17876Z","caller":"traceutil/trace.go:171","msg":"trace[2004415273] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"661.156265ms","start":"2026-07-24T04:40:41.51754Z","end":"2026-07-24T04:40:42.178697Z","steps":["trace[2004415273] 'process raft request' (duration: 661.004851ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:42.17917Z","caller":"traceutil/trace.go:171","msg":"trace[904779831] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:651; }","duration":"463.505008ms","start":"2026-07-24T04:40:41.715471Z","end":"2026-07-24T04:40:42.178976Z","steps":["trace[904779831] 'read index received' (duration: 380.28282ms)","trace[904779831] 'applied index is now lower than readState.Index' (duration: 83.221218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:42.179282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.516615Z","time spent":"662.1763ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:40:42.179327Z","caller":"traceutil/trace.go:171","msg":"trace[1850556399] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"654.339106ms","start":"2026-07-24T04:40:41.524975Z","end":"2026-07-24T04:40:42.179314Z","steps":["trace[1850556399] 'process raft request' (duration: 653.628849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.179462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.517528Z","time spent":"661.314608ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:40:42.179466Z","caller":"traceutil/trace.go:171","msg":"trace[405225640] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"557.915922ms","start":"2026-07-24T04:40:41.62153Z","end":"2026-07-24T04:40:42.179446Z","steps":["trace[405225640] 'process raft request' (duration: 557.301177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.179497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.524947Z","time spent":"654.419078ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:40:42.179582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.621501Z","time spent":"558.012825ms","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:40:42.179864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.37804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:40:42.180011Z","caller":"traceutil/trace.go:171","msg":"trace[1358858928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"464.566304ms","start":"2026-07-24T04:40:41.715424Z","end":"2026-07-24T04:40:42.17999Z","steps":["trace[1358858928] 'agreement among raft nodes before linearized reading' (duration: 464.250057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:42.180059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:41.715402Z","time spent":"464.645166ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T04:42:46.953681Z","caller":"traceutil/trace.go:171","msg":"trace[1423642288] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2204; }","duration":"102.055913ms","start":"2026-07-24T04:42:46.851601Z","end":"2026-07-24T04:42:46.953657Z","steps":["trace[1423642288] 'read index received' (duration: 101.848218ms)","trace[1423642288] 'applied index is now lower than readState.Index' (duration: 206.805µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:46.95376Z","caller":"traceutil/trace.go:171","msg":"trace[1018642783] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"131.115042ms","start":"2026-07-24T04:42:46.822607Z","end":"2026-07-24T04:42:46.953722Z","steps":["trace[1018642783] 'process raft request' (duration: 130.903907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:46.95395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.337049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:42:46.953985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.778692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:42:46.95405Z","caller":"traceutil/trace.go:171","msg":"trace[65767471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2124; }","duration":"100.907815ms","start":"2026-07-24T04:42:46.85313Z","end":"2026-07-24T04:42:46.954038Z","steps":["trace[65767471] 'agreement among raft nodes before linearized reading' (duration: 100.66253ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:46.954057Z","caller":"traceutil/trace.go:171","msg":"trace[1478245256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2124; }","duration":"102.473702ms","start":"2026-07-24T04:42:46.851558Z","end":"2026-07-24T04:42:46.954032Z","steps":["trace[1478245256] 'agreement among raft nodes before linearized reading' (duration: 102.217346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.179838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.252409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:47.180079Z","caller":"traceutil/trace.go:171","msg":"trace[1259903326] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"222.491907ms","start":"2026-07-24T04:42:46.957566Z","end":"2026-07-24T04:42:47.180058Z","steps":["trace[1259903326] 'process raft request' (duration: 222.397765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.180114Z","caller":"traceutil/trace.go:171","msg":"trace[1917680939] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"222.697652ms","start":"2026-07-24T04:42:46.957375Z","end":"2026-07-24T04:42:47.180072Z","steps":["trace[1917680939] 'process raft request' (duration: 85.980572ms)","trace[1917680939] 'compare' (duration: 136.109766ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:37.260829Z","caller":"traceutil/trace.go:171","msg":"trace[1076761380] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"101.235789ms","start":"2026-07-24T04:43:37.159564Z","end":"2026-07-24T04:43:37.2608Z","steps":["trace[1076761380] 'process raft request' (duration: 100.826788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:44.267758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.186645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:46:44.267853Z","caller":"traceutil/trace.go:171","msg":"trace[587816134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3622; }","duration":"141.342929ms","start":"2026-07-24T04:46:44.126491Z","end":"2026-07-24T04:46:44.267833Z","steps":["trace[587816134] 'range keys from in-memory index tree' (duration: 140.955998ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:44.400135Z","caller":"traceutil/trace.go:171","msg":"trace[516928293] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"128.711639ms","start":"2026-07-24T04:46:44.271392Z","end":"2026-07-24T04:46:44.400104Z","steps":["trace[516928293] 'process raft request' (duration: 128.545025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:59.747345Z","caller":"traceutil/trace.go:171","msg":"trace[42376103] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"146.1618ms","start":"2026-07-24T04:47:59.601165Z","end":"2026-07-24T04:47:59.747327Z","steps":["trace[42376103] 'process raft request' (duration: 146.007696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:59.747437Z","caller":"traceutil/trace.go:171","msg":"trace[1353635597] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"138.162699ms","start":"2026-07-24T04:47:59.609234Z","end":"2026-07-24T04:47:59.747397Z","steps":["trace[1353635597] 'process raft request' (duration: 138.026556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:59.747615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.447537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:59.747711Z","caller":"traceutil/trace.go:171","msg":"trace[1453707957] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4616; }","duration":"146.596661ms","start":"2026-07-24T04:47:59.601094Z","end":"2026-07-24T04:47:59.74769Z","steps":["trace[1453707957] 'agreement among raft nodes before linearized reading' (duration: 146.417426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:59.875758Z","caller":"traceutil/trace.go:171","msg":"trace[12097180] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"100.566109ms","start":"2026-07-24T04:47:59.775164Z","end":"2026-07-24T04:47:59.87573Z","steps":["trace[12097180] 'process raft request' (duration: 100.443466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:03.429045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.618477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3152a12-baeb-4b21-a413-ecb720971d24\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-24T04:48:03.42912Z","caller":"traceutil/trace.go:171","msg":"trace[1788129047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3152a12-baeb-4b21-a413-ecb720971d24; range_end:; response_count:1; response_revision:4753; }","duration":"107.73356ms","start":"2026-07-24T04:48:03.321368Z","end":"2026-07-24T04:48:03.429102Z","steps":["trace[1788129047] 'range keys from in-memory index tree' (duration: 107.410982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:03.429405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.856148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t4jc4.18c5206d1af263b1\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-24T04:48:03.429638Z","caller":"traceutil/trace.go:171","msg":"trace[2034200662] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t4jc4.18c5206d1af263b1; range_end:; response_count:1; response_revision:4753; }","duration":"101.584486ms","start":"2026-07-24T04:48:03.328044Z","end":"2026-07-24T04:48:03.429629Z","steps":["trace[2034200662] 'range keys from in-memory index tree' (duration: 100.689814ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:17.858544Z","caller":"traceutil/trace.go:171","msg":"trace[1536873666] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"114.004486ms","start":"2026-07-24T04:48:17.744512Z","end":"2026-07-24T04:48:17.858517Z","steps":["trace[1536873666] 'process raft request' (duration: 94.314105ms)","trace[1536873666] 'compare' (duration: 19.473026ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:18.144003Z","caller":"traceutil/trace.go:171","msg":"trace[111526090] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"281.280992ms","start":"2026-07-24T04:48:17.862689Z","end":"2026-07-24T04:48:18.14397Z","steps":["trace[111526090] 'process raft request' (duration: 243.871178ms)","trace[111526090] 'compare' (duration: 37.223619ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:18.411279Z","caller":"traceutil/trace.go:171","msg":"trace[1966490386] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5215; }","duration":"477.636053ms","start":"2026-07-24T04:48:17.933597Z","end":"2026-07-24T04:48:18.411233Z","steps":["trace[1966490386] 'read index received' (duration: 173.07092ms)","trace[1966490386] 'applied index is now lower than readState.Index' (duration: 304.563543ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:18.411533Z","caller":"traceutil/trace.go:171","msg":"trace[1127574093] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"547.881176ms","start":"2026-07-24T04:48:17.86362Z","end":"2026-07-24T04:48:18.411501Z","steps":["trace[1127574093] 'process raft request' (duration: 545.867695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:18.411657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.009385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6n7nw\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-07-24T04:48:18.411695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.046983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-24T04:48:18.411717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.409872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:48:18.411735Z","caller":"traceutil/trace.go:171","msg":"trace[1304835807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6n7nw; range_end:; response_count:1; response_revision:5033; }","duration":"253.141089ms","start":"2026-07-24T04:48:18.158578Z","end":"2026-07-24T04:48:18.411719Z","steps":["trace[1304835807] 'agreement among raft nodes before linearized reading' (duration: 252.943794ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:18.411763Z","caller":"traceutil/trace.go:171","msg":"trace[508354430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5033; }","duration":"478.184007ms","start":"2026-07-24T04:48:17.93356Z","end":"2026-07-24T04:48:18.411744Z","steps":["trace[508354430] 'agreement among raft nodes before linearized reading' (duration: 477.90313ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:18.41178Z","caller":"traceutil/trace.go:171","msg":"trace[1612244954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5033; }","duration":"474.509004ms","start":"2026-07-24T04:48:17.937258Z","end":"2026-07-24T04:48:18.411767Z","steps":["trace[1612244954] 'agreement among raft nodes before linearized reading' (duration: 474.250018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:18.411692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.946462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:48:18.411824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:17.933545Z","time spent":"478.263289ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:48:18.411847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:17.937244Z","time spent":"474.596067ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:48:18.411795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:17.863603Z","time spent":"548.009239ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:48:18.411834Z","caller":"traceutil/trace.go:171","msg":"trace[451891992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5033; }","duration":"442.126317ms","start":"2026-07-24T04:48:17.96969Z","end":"2026-07-24T04:48:18.411816Z","steps":["trace[451891992] 'agreement among raft nodes before linearized reading' (duration: 441.951922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:18.411977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:17.969658Z","time spent":"442.301801ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:48:34.801143Z","caller":"traceutil/trace.go:171","msg":"trace[2003301345] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"106.194661ms","start":"2026-07-24T04:48:34.694922Z","end":"2026-07-24T04:48:34.801117Z","steps":["trace[2003301345] 'process raft request' (duration: 82.085338ms)","trace[2003301345] 'compare' (duration: 24.00841ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:34.809051Z","caller":"traceutil/trace.go:171","msg":"trace[689991291] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"113.600595ms","start":"2026-07-24T04:48:34.695436Z","end":"2026-07-24T04:48:34.809036Z","steps":["trace[689991291] 'process raft request' (duration: 113.485093ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:34.809212Z","caller":"traceutil/trace.go:171","msg":"trace[1077509930] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5522; }","duration":"102.753386ms","start":"2026-07-24T04:48:34.706452Z","end":"2026-07-24T04:48:34.809205Z","steps":["trace[1077509930] 'read index received' (duration: 70.569202ms)","trace[1077509930] 'applied index is now lower than readState.Index' (duration: 32.183004ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:34.809269Z","caller":"traceutil/trace.go:171","msg":"trace[1993422484] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"113.261538ms","start":"2026-07-24T04:48:34.696001Z","end":"2026-07-24T04:48:34.809263Z","steps":["trace[1993422484] 'process raft request' (duration: 113.173766ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:34.809268Z","caller":"traceutil/trace.go:171","msg":"trace[2000460615] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"113.544985ms","start":"2026-07-24T04:48:34.695698Z","end":"2026-07-24T04:48:34.809243Z","steps":["trace[2000460615] 'process raft request' (duration: 113.310318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:34.809507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.94845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T04:48:34.809588Z","caller":"traceutil/trace.go:171","msg":"trace[1001486566] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5335; }","duration":"103.152796ms","start":"2026-07-24T04:48:34.706416Z","end":"2026-07-24T04:48:34.809568Z","steps":["trace[1001486566] 'agreement among raft nodes before linearized reading' (duration: 102.818407ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:57.375606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2869} {"level":"info","ts":"2026-07-24T04:49:57.445893Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2869,"took":"69.068554ms","hash":3624012681,"current-db-size-bytes":58564608,"current-db-size":"59 MB","current-db-size-in-use-bytes":33705984,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T04:49:57.445954Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3624012681,"revision":2869,"compact-revision":-1} {"level":"info","ts":"2026-07-24T04:54:07.201862Z","caller":"traceutil/trace.go:171","msg":"trace[881463732] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8165; }","duration":"231.735079ms","start":"2026-07-24T04:54:06.970103Z","end":"2026-07-24T04:54:07.201838Z","steps":["trace[881463732] 'read index received' (duration: 231.544344ms)","trace[881463732] 'applied index is now lower than readState.Index' (duration: 189.865µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:07.201991Z","caller":"traceutil/trace.go:171","msg":"trace[1015215960] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"271.984236ms","start":"2026-07-24T04:54:06.929997Z","end":"2026-07-24T04:54:07.201981Z","steps":["trace[1015215960] 'process raft request' (duration: 271.700119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:07.202156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.042186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:07.202193Z","caller":"traceutil/trace.go:171","msg":"trace[1800512461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7894; }","duration":"232.127698ms","start":"2026-07-24T04:54:06.970056Z","end":"2026-07-24T04:54:07.202184Z","steps":["trace[1800512461] 'agreement among raft nodes before linearized reading' (duration: 232.057766ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:18.659945Z","caller":"traceutil/trace.go:171","msg":"trace[1046015627] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"172.997406ms","start":"2026-07-24T04:54:18.486889Z","end":"2026-07-24T04:54:18.659886Z","steps":["trace[1046015627] 'process raft request' (duration: 172.819765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:46.198998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.577137ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T04:54:46.199105Z","caller":"traceutil/trace.go:171","msg":"trace[674593736] linearizableReadLoop","detail":"{readStateIndex:8434; appliedIndex:8433; }","duration":"232.246003ms","start":"2026-07-24T04:54:45.966845Z","end":"2026-07-24T04:54:46.199091Z","steps":["trace[674593736] 'read index received' (duration: 49.493145ms)","trace[674593736] 'applied index is now lower than readState.Index' (duration: 182.751588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:46.19921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.357474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:46.199235Z","caller":"traceutil/trace.go:171","msg":"trace[1525180933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8152; }","duration":"232.417604ms","start":"2026-07-24T04:54:45.966811Z","end":"2026-07-24T04:54:46.199228Z","steps":["trace[1525180933] 'agreement among raft nodes before linearized reading' (duration: 232.351883ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:57.381481Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6017} {"level":"info","ts":"2026-07-24T04:54:57.474123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6017,"took":"91.111998ms","hash":540414896,"current-db-size-bytes":58564608,"current-db-size":"59 MB","current-db-size-in-use-bytes":22732800,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-24T04:54:57.474194Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":540414896,"revision":6017,"compact-revision":2869} {"level":"warn","ts":"2026-07-24T04:54:59.148024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.261952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:59.1482Z","caller":"traceutil/trace.go:171","msg":"trace[1487652365] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"133.974397ms","start":"2026-07-24T04:54:59.014209Z","end":"2026-07-24T04:54:59.148183Z","steps":["trace[1487652365] 'process raft request' (duration: 133.916256ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:59.148347Z","caller":"traceutil/trace.go:171","msg":"trace[1301891648] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"218.973586ms","start":"2026-07-24T04:54:58.929347Z","end":"2026-07-24T04:54:59.148321Z","steps":["trace[1301891648] 'process raft request' (duration: 89.329445ms)","trace[1301891648] 'compare' (duration: 129.14473ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:59.148389Z","caller":"traceutil/trace.go:171","msg":"trace[219431312] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"218.157617ms","start":"2026-07-24T04:54:58.930221Z","end":"2026-07-24T04:54:59.148379Z","steps":["trace[219431312] 'read index received' (duration: 88.649699ms)","trace[219431312] 'applied index is now lower than readState.Index' (duration: 129.506648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:59.148498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.280579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:54:59.148541Z","caller":"traceutil/trace.go:171","msg":"trace[1424148415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8264; }","duration":"218.348641ms","start":"2026-07-24T04:54:58.930183Z","end":"2026-07-24T04:54:59.148531Z","steps":["trace[1424148415] 'agreement among raft nodes before linearized reading' (duration: 218.227259ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:59.155237Z","caller":"traceutil/trace.go:171","msg":"trace[1471147448] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"129.371896ms","start":"2026-07-24T04:54:59.02585Z","end":"2026-07-24T04:54:59.155222Z","steps":["trace[1471147448] 'process raft request' (duration: 129.216142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:59.155305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.347558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:54:59.155367Z","caller":"traceutil/trace.go:171","msg":"trace[1436387522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8265; }","duration":"222.458871ms","start":"2026-07-24T04:54:58.932893Z","end":"2026-07-24T04:54:59.155352Z","steps":["trace[1436387522] 'agreement among raft nodes before linearized reading' (duration: 222.272617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:59.155415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.948901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:59.155485Z","caller":"traceutil/trace.go:171","msg":"trace[806600054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8265; }","duration":"185.073605ms","start":"2026-07-24T04:54:58.970403Z","end":"2026-07-24T04:54:59.155477Z","steps":["trace[806600054] 'agreement among raft nodes before linearized reading' (duration: 184.973623ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:59.343825Z","caller":"traceutil/trace.go:171","msg":"trace[278026503] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8553; }","duration":"187.434193ms","start":"2026-07-24T04:54:59.156362Z","end":"2026-07-24T04:54:59.343796Z","steps":["trace[278026503] 'read index received' (duration: 133.937866ms)","trace[278026503] 'applied index is now lower than readState.Index' (duration: 53.495416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:59.343985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.601866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:59.344027Z","caller":"traceutil/trace.go:171","msg":"trace[1254425147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8266; }","duration":"187.714279ms","start":"2026-07-24T04:54:59.156299Z","end":"2026-07-24T04:54:59.344014Z","steps":["trace[1254425147] 'agreement among raft nodes before linearized reading' (duration: 187.625367ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:59.344022Z","caller":"traceutil/trace.go:171","msg":"trace[699246916] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"189.344649ms","start":"2026-07-24T04:54:59.154612Z","end":"2026-07-24T04:54:59.343957Z","steps":["trace[699246916] 'process raft request' (duration: 135.660389ms)","trace[699246916] 'compare' (duration: 53.396783ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:59.369821Z","caller":"traceutil/trace.go:171","msg":"trace[1957046960] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"211.234768ms","start":"2026-07-24T04:54:59.158558Z","end":"2026-07-24T04:54:59.369793Z","steps":["trace[1957046960] 'process raft request' (duration: 210.970352ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:00.16742Z","caller":"traceutil/trace.go:171","msg":"trace[2102308708] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"243.990323ms","start":"2026-07-24T04:54:59.923404Z","end":"2026-07-24T04:55:00.167395Z","steps":["trace[2102308708] 'process raft request' (duration: 243.805118ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:00.215681Z","caller":"traceutil/trace.go:171","msg":"trace[313114037] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"267.224275ms","start":"2026-07-24T04:54:59.94841Z","end":"2026-07-24T04:55:00.215634Z","steps":["trace[313114037] 'process raft request' (duration: 266.945319ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:52.13994Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000239d.wal"} {"level":"info","ts":"2026-07-24T04:56:07.450223Z","caller":"traceutil/trace.go:171","msg":"trace[168802697] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"130.099524ms","start":"2026-07-24T04:56:07.3201Z","end":"2026-07-24T04:56:07.4502Z","steps":["trace[168802697] 'process raft request' (duration: 111.147224ms)","trace[168802697] 'compare' (duration: 18.766845ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:07.611238Z","caller":"traceutil/trace.go:171","msg":"trace[185784991] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9216; }","duration":"188.794845ms","start":"2026-07-24T04:56:07.422421Z","end":"2026-07-24T04:56:07.611215Z","steps":["trace[185784991] 'read index received' (duration: 8.845144ms)","trace[185784991] 'applied index is now lower than readState.Index' (duration: 179.948791ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:07.611279Z","caller":"traceutil/trace.go:171","msg":"trace[1226654275] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"228.453416ms","start":"2026-07-24T04:56:07.382802Z","end":"2026-07-24T04:56:07.611256Z","steps":["trace[1226654275] 'process raft request' (duration: 228.368274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:07.61143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.792684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:56:07.611455Z","caller":"traceutil/trace.go:171","msg":"trace[1634114398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8910; }","duration":"110.837685ms","start":"2026-07-24T04:56:07.500612Z","end":"2026-07-24T04:56:07.611449Z","steps":["trace[1634114398] 'agreement among raft nodes before linearized reading' (duration: 110.721742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:07.611514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.081951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:56:07.611588Z","caller":"traceutil/trace.go:171","msg":"trace[1876377287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8910; }","duration":"189.227854ms","start":"2026-07-24T04:56:07.42235Z","end":"2026-07-24T04:56:07.611577Z","steps":["trace[1876377287] 'agreement among raft nodes before linearized reading' (duration: 188.980458ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:07.611831Z","caller":"traceutil/trace.go:171","msg":"trace[40762259] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"228.898496ms","start":"2026-07-24T04:56:07.382371Z","end":"2026-07-24T04:56:07.611269Z","steps":["trace[40762259] 'process raft request' (duration: 177.007859ms)","trace[40762259] 'compare' (duration: 51.663542ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:07.805668Z","caller":"traceutil/trace.go:171","msg":"trace[103913342] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"126.457985ms","start":"2026-07-24T04:56:07.679187Z","end":"2026-07-24T04:56:07.805645Z","steps":["trace[103913342] 'process raft request' (duration: 126.330652ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:40.07839Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T04:57:40.083375Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T04:57:40.083507Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T04:59:44.185711Z","caller":"traceutil/trace.go:171","msg":"trace[921392493] linearizableReadLoop","detail":"{readStateIndex:11178; appliedIndex:11177; }","duration":"227.307781ms","start":"2026-07-24T04:59:43.958369Z","end":"2026-07-24T04:59:44.185676Z","steps":["trace[921392493] 'read index received' (duration: 227.074235ms)","trace[921392493] 'applied index is now lower than readState.Index' (duration: 232.046µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:59:44.185746Z","caller":"traceutil/trace.go:171","msg":"trace[178074314] transaction","detail":"{read_only:false; response_revision:10815; number_of_response:1; }","duration":"304.061592ms","start":"2026-07-24T04:59:43.881651Z","end":"2026-07-24T04:59:44.185713Z","steps":["trace[178074314] 'process raft request' (duration: 303.870488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:59:44.185946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:59:43.881634Z","time spent":"304.207246ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:59:44.186015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.211815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:59:44.186058Z","caller":"traceutil/trace.go:171","msg":"trace[1096737424] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10815; }","duration":"172.307457ms","start":"2026-07-24T04:59:44.013738Z","end":"2026-07-24T04:59:44.186046Z","steps":["trace[1096737424] 'agreement among raft nodes before linearized reading' (duration: 172.132593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:59:44.186231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.852092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-24T04:59:44.186337Z","caller":"traceutil/trace.go:171","msg":"trace[1330097857] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10815; }","duration":"118.992614ms","start":"2026-07-24T04:59:44.067307Z","end":"2026-07-24T04:59:44.186299Z","steps":["trace[1330097857] 'agreement among raft nodes before linearized reading' (duration: 118.711538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:59:44.186561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.184312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T04:59:44.186598Z","caller":"traceutil/trace.go:171","msg":"trace[1708559195] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10815; }","duration":"228.228253ms","start":"2026-07-24T04:59:43.958362Z","end":"2026-07-24T04:59:44.18659Z","steps":["trace[1708559195] 'agreement among raft nodes before linearized reading' (duration: 227.476285ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:59:44.470617Z","caller":"traceutil/trace.go:171","msg":"trace[1854161424] transaction","detail":"{read_only:false; response_revision:10819; number_of_response:1; }","duration":"103.619852ms","start":"2026-07-24T04:59:44.366965Z","end":"2026-07-24T04:59:44.470585Z","steps":["trace[1854161424] 'process raft request' (duration: 103.418298ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:59:57.387242Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8245} {"level":"info","ts":"2026-07-24T04:59:57.462667Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8245,"took":"73.490892ms","hash":43378102,"current-db-size-bytes":58564608,"current-db-size":"59 MB","current-db-size-in-use-bytes":26968064,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-24T04:59:57.462784Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":43378102,"revision":8245,"compact-revision":6017} {"level":"info","ts":"2026-07-24T05:04:57.392872Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10933} {"level":"info","ts":"2026-07-24T05:04:57.475431Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10933,"took":"80.28346ms","hash":2566480278,"current-db-size-bytes":58564608,"current-db-size":"59 MB","current-db-size-in-use-bytes":27213824,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-24T05:04:57.475503Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2566480278,"revision":10933,"compact-revision":8245} {"level":"info","ts":"2026-07-24T05:05:29.685016Z","caller":"traceutil/trace.go:171","msg":"trace[269630909] transaction","detail":"{read_only:false; response_revision:13215; number_of_response:1; }","duration":"103.205284ms","start":"2026-07-24T05:05:29.581783Z","end":"2026-07-24T05:05:29.684989Z","steps":["trace[269630909] 'process raft request' (duration: 103.0638ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:05:29.702122Z","caller":"traceutil/trace.go:171","msg":"trace[509840094] transaction","detail":"{read_only:false; response_revision:13216; number_of_response:1; }","duration":"114.4614ms","start":"2026-07-24T05:05:29.587604Z","end":"2026-07-24T05:05:29.702065Z","steps":["trace[509840094] 'process raft request' (duration: 114.107102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:06:06.233477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.218674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:06:06.233457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.591658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T05:06:06.23357Z","caller":"traceutil/trace.go:171","msg":"trace[2053979218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13427; }","duration":"209.367908ms","start":"2026-07-24T05:06:06.024182Z","end":"2026-07-24T05:06:06.23355Z","steps":["trace[2053979218] 'range keys from in-memory index tree' (duration: 209.04461ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:06:06.233611Z","caller":"traceutil/trace.go:171","msg":"trace[1365054628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13427; }","duration":"202.810092ms","start":"2026-07-24T05:06:06.030769Z","end":"2026-07-24T05:06:06.233579Z","steps":["trace[1365054628] 'range keys from in-memory index tree' (duration: 202.354802ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:06:06.399882Z","caller":"traceutil/trace.go:171","msg":"trace[1791567604] transaction","detail":"{read_only:false; response_revision:13428; number_of_response:1; }","duration":"161.841432ms","start":"2026-07-24T05:06:06.238007Z","end":"2026-07-24T05:06:06.399848Z","steps":["trace[1791567604] 'process raft request' (duration: 161.717329ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:06:06.401179Z","caller":"traceutil/trace.go:171","msg":"trace[227925002] transaction","detail":"{read_only:false; response_revision:13429; number_of_response:1; }","duration":"161.71506ms","start":"2026-07-24T05:06:06.239421Z","end":"2026-07-24T05:06:06.401136Z","steps":["trace[227925002] 'process raft request' (duration: 161.470473ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:07:50.738886Z","caller":"traceutil/trace.go:171","msg":"trace[1193675047] transaction","detail":"{read_only:false; response_revision:14521; number_of_response:1; }","duration":"199.869305ms","start":"2026-07-24T05:07:50.538995Z","end":"2026-07-24T05:07:50.738864Z","steps":["trace[1193675047] 'process raft request' (duration: 114.021608ms)","trace[1193675047] 'compare' (duration: 85.477429ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:07:50.739279Z","caller":"traceutil/trace.go:171","msg":"trace[670693170] transaction","detail":"{read_only:false; response_revision:14522; number_of_response:1; }","duration":"196.835563ms","start":"2026-07-24T05:07:50.542403Z","end":"2026-07-24T05:07:50.739239Z","steps":["trace[670693170] 'process raft request' (duration: 196.332391ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:07:51.032696Z","caller":"traceutil/trace.go:171","msg":"trace[1473380727] linearizableReadLoop","detail":"{readStateIndex:15012; appliedIndex:15011; }","duration":"129.803209ms","start":"2026-07-24T05:07:50.902862Z","end":"2026-07-24T05:07:51.032665Z","steps":["trace[1473380727] 'read index received' (duration: 129.624005ms)","trace[1473380727] 'applied index is now lower than readState.Index' (duration: 178.144µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:07:51.032842Z","caller":"traceutil/trace.go:171","msg":"trace[2067379327] transaction","detail":"{read_only:false; response_revision:14523; number_of_response:1; }","duration":"133.047055ms","start":"2026-07-24T05:07:50.899753Z","end":"2026-07-24T05:07:51.0328Z","steps":["trace[2067379327] 'process raft request' (duration: 132.749138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:07:51.033012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.126656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:07:51.03309Z","caller":"traceutil/trace.go:171","msg":"trace[2106498770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14523; }","duration":"130.216758ms","start":"2026-07-24T05:07:50.902851Z","end":"2026-07-24T05:07:51.033068Z","steps":["trace[2106498770] 'agreement among raft nodes before linearized reading' (duration: 129.991613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:07:51.033125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.765076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-24T05:07:51.033223Z","caller":"traceutil/trace.go:171","msg":"trace[332124497] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14523; }","duration":"114.91667ms","start":"2026-07-24T05:07:50.918287Z","end":"2026-07-24T05:07:51.033203Z","steps":["trace[332124497] 'agreement among raft nodes before linearized reading' (duration: 114.645973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:07:51.185737Z","caller":"traceutil/trace.go:171","msg":"trace[1252806087] linearizableReadLoop","detail":"{readStateIndex:15016; appliedIndex:15014; }","duration":"100.716346ms","start":"2026-07-24T05:07:51.084991Z","end":"2026-07-24T05:07:51.185707Z","steps":["trace[1252806087] 'read index received' (duration: 70.387673ms)","trace[1252806087] 'applied index is now lower than readState.Index' (duration: 30.326963ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:07:51.185869Z","caller":"traceutil/trace.go:171","msg":"trace[1243116921] transaction","detail":"{read_only:false; response_revision:14527; number_of_response:1; }","duration":"118.34637ms","start":"2026-07-24T05:07:51.067491Z","end":"2026-07-24T05:07:51.185837Z","steps":["trace[1243116921] 'process raft request' (duration: 118.081664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:07:51.185956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.949651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7rjz8\" ","response":"range_response_count:1 size:20655"} {"level":"info","ts":"2026-07-24T05:07:51.185985Z","caller":"traceutil/trace.go:171","msg":"trace[849968979] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7rjz8; range_end:; response_count:1; response_revision:14527; }","duration":"101.021213ms","start":"2026-07-24T05:07:51.084955Z","end":"2026-07-24T05:07:51.185976Z","steps":["trace[849968979] 'agreement among raft nodes before linearized reading' (duration: 100.89472ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:57.398479Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12942} {"level":"info","ts":"2026-07-24T05:09:57.470643Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12942,"took":"70.025022ms","hash":1535944367,"current-db-size-bytes":58564608,"current-db-size":"59 MB","current-db-size-in-use-bytes":31264768,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T05:09:57.470703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1535944367,"revision":12942,"compact-revision":10933} {"level":"info","ts":"2026-07-24T05:13:12.619488Z","caller":"traceutil/trace.go:171","msg":"trace[152711508] linearizableReadLoop","detail":"{readStateIndex:17537; appliedIndex:17536; }","duration":"245.291687ms","start":"2026-07-24T05:13:12.374172Z","end":"2026-07-24T05:13:12.619464Z","steps":["trace[152711508] 'read index received' (duration: 245.086103ms)","trace[152711508] 'applied index is now lower than readState.Index' (duration: 204.714µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:13:12.619619Z","caller":"traceutil/trace.go:171","msg":"trace[1363224922] transaction","detail":"{read_only:false; response_revision:16967; number_of_response:1; }","duration":"251.187113ms","start":"2026-07-24T05:13:12.368421Z","end":"2026-07-24T05:13:12.619608Z","steps":["trace[1363224922] 'process raft request' (duration: 250.889316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:13:12.620095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.894121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416713"} {"level":"info","ts":"2026-07-24T05:13:12.620142Z","caller":"traceutil/trace.go:171","msg":"trace[774669455] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:16967; }","duration":"246.010454ms","start":"2026-07-24T05:13:12.374119Z","end":"2026-07-24T05:13:12.620129Z","steps":["trace[774669455] 'agreement among raft nodes before linearized reading' (duration: 245.630925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:13:12.837995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.74663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-skmz4\" ","response":"range_response_count:1 size:22129"} {"level":"warn","ts":"2026-07-24T05:13:12.838036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.131457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:13:12.838098Z","caller":"traceutil/trace.go:171","msg":"trace[1383716733] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-skmz4; range_end:; response_count:1; response_revision:16968; }","duration":"143.898723ms","start":"2026-07-24T05:13:12.694177Z","end":"2026-07-24T05:13:12.838075Z","steps":["trace[1383716733] 'range keys from in-memory index tree' (duration: 143.536125ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:13:12.838153Z","caller":"traceutil/trace.go:171","msg":"trace[1387527344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16968; }","duration":"170.2903ms","start":"2026-07-24T05:13:12.667838Z","end":"2026-07-24T05:13:12.838128Z","steps":["trace[1387527344] 'range keys from in-memory index tree' (duration: 169.928982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:13:12.838555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.416163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T05:13:12.838601Z","caller":"traceutil/trace.go:171","msg":"trace[234511681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16968; }","duration":"177.497555ms","start":"2026-07-24T05:13:12.661088Z","end":"2026-07-24T05:13:12.838586Z","steps":["trace[234511681] 'range keys from in-memory index tree' (duration: 177.282151ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:13:12.979695Z","caller":"traceutil/trace.go:171","msg":"trace[157476917] transaction","detail":"{read_only:false; response_revision:16970; number_of_response:1; }","duration":"137.064106ms","start":"2026-07-24T05:13:12.84257Z","end":"2026-07-24T05:13:12.979634Z","steps":["trace[157476917] 'process raft request' (duration: 123.114105ms)","trace[157476917] 'compare' (duration: 13.146603ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:13:12.97977Z","caller":"traceutil/trace.go:171","msg":"trace[36522521] linearizableReadLoop","detail":"{readStateIndex:17542; appliedIndex:17538; }","duration":"136.707957ms","start":"2026-07-24T05:13:12.843039Z","end":"2026-07-24T05:13:12.979747Z","steps":["trace[36522521] 'read index received' (duration: 24.155307ms)","trace[36522521] 'applied index is now lower than readState.Index' (duration: 112.55174ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:13:12.97978Z","caller":"traceutil/trace.go:171","msg":"trace[186371757] transaction","detail":"{read_only:false; response_revision:16971; number_of_response:1; }","duration":"137.078265ms","start":"2026-07-24T05:13:12.84267Z","end":"2026-07-24T05:13:12.979748Z","steps":["trace[186371757] 'process raft request' (duration: 136.884621ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:13:12.980051Z","caller":"traceutil/trace.go:171","msg":"trace[1970116969] transaction","detail":"{read_only:false; response_revision:16972; number_of_response:1; }","duration":"137.065986ms","start":"2026-07-24T05:13:12.842967Z","end":"2026-07-24T05:13:12.980033Z","steps":["trace[1970116969] 'process raft request' (duration: 136.656107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:13:12.980185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.127327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:13:12.98023Z","caller":"traceutil/trace.go:171","msg":"trace[1821597299] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16973; }","duration":"137.223459ms","start":"2026-07-24T05:13:12.842996Z","end":"2026-07-24T05:13:12.980219Z","steps":["trace[1821597299] 'agreement among raft nodes before linearized reading' (duration: 137.129067ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:13:12.980387Z","caller":"traceutil/trace.go:171","msg":"trace[333143919] transaction","detail":"{read_only:false; response_revision:16973; number_of_response:1; }","duration":"122.691955ms","start":"2026-07-24T05:13:12.857685Z","end":"2026-07-24T05:13:12.980377Z","steps":["trace[333143919] 'process raft request' (duration: 121.986218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:13:12.981321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.727047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:935861"} {"level":"info","ts":"2026-07-24T05:13:12.981427Z","caller":"traceutil/trace.go:171","msg":"trace[820409080] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16973; }","duration":"136.862271ms","start":"2026-07-24T05:13:12.844544Z","end":"2026-07-24T05:13:12.981406Z","steps":["trace[820409080] 'agreement among raft nodes before linearized reading' (duration: 135.639302ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:13:20.937986Z","caller":"traceutil/trace.go:171","msg":"trace[1724718234] transaction","detail":"{read_only:false; response_revision:17095; number_of_response:1; }","duration":"101.259291ms","start":"2026-07-24T05:13:20.836684Z","end":"2026-07-24T05:13:20.937944Z","steps":["trace[1724718234] 'process raft request' (duration: 101.036706ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:13:21.088821Z","caller":"traceutil/trace.go:171","msg":"trace[1752850499] transaction","detail":"{read_only:false; response_revision:17098; number_of_response:1; }","duration":"120.601336ms","start":"2026-07-24T05:13:20.96815Z","end":"2026-07-24T05:13:21.088751Z","steps":["trace[1752850499] 'process raft request' (duration: 120.442213ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:13:21.088853Z","caller":"traceutil/trace.go:171","msg":"trace[1964570594] linearizableReadLoop","detail":"{readStateIndex:17672; appliedIndex:17672; }","duration":"116.037111ms","start":"2026-07-24T05:13:20.972777Z","end":"2026-07-24T05:13:21.088814Z","steps":["trace[1964570594] 'read index received' (duration: 116.01689ms)","trace[1964570594] 'applied index is now lower than readState.Index' (duration: 16.861µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:13:21.089048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.255885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:13:21.089138Z","caller":"traceutil/trace.go:171","msg":"trace[98952990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17098; }","duration":"116.41829ms","start":"2026-07-24T05:13:20.972701Z","end":"2026-07-24T05:13:21.089119Z","steps":["trace[98952990] 'agreement among raft nodes before linearized reading' (duration: 116.246246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:13:21.104696Z","caller":"traceutil/trace.go:171","msg":"trace[209324733] transaction","detail":"{read_only:false; response_revision:17099; number_of_response:1; }","duration":"108.196871ms","start":"2026-07-24T05:13:20.996472Z","end":"2026-07-24T05:13:21.104669Z","steps":["trace[209324733] 'process raft request' (duration: 107.691369ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:14:57.404106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15473} {"level":"info","ts":"2026-07-24T05:14:57.507838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15473,"took":"100.389154ms","hash":3104381436,"current-db-size-bytes":58564608,"current-db-size":"59 MB","current-db-size-in-use-bytes":33230848,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T05:14:57.507907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3104381436,"revision":15473,"compact-revision":12942} {"level":"warn","ts":"2026-07-24T05:17:16.468407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:16.968803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:17.469154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:17.968743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000344133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:17.968842Z","caller":"traceutil/trace.go:171","msg":"trace[1940495182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489967s","start":"2026-07-24T05:17:15.968332Z","end":"2026-07-24T05:17:17.968822Z","steps":["trace[1940495182] 'agreement among raft nodes before linearized reading' (duration: 2.000364024s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:17.968892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:15.96832Z","time spent":"2.000561648s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:17.969457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:18.470075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:18.970506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:19.47126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:19.969754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:19.96983Z","caller":"traceutil/trace.go:171","msg":"trace[1567742600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426177s","start":"2026-07-24T05:17:17.969384Z","end":"2026-07-24T05:17:19.96981Z","steps":["trace[1567742600] 'agreement among raft nodes before linearized reading' (duration: 2.000327664s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:19.969872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.969363Z","time spent":"2.000501209s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:19.971976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:20.472859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:20.958382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:15.958282Z","time spent":"5.000091686s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:17:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:20.973828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829731880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:21.170953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.172678Z","time spent":"4.998265802s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:17:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:21.178142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.179255Z","time spent":"4.998884107s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:21.284929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999291126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:21.285007Z","caller":"traceutil/trace.go:171","msg":"trace[1170733874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99944425s","start":"2026-07-24T05:17:16.285545Z","end":"2026-07-24T05:17:21.28499Z","steps":["trace[1170733874] 'agreement among raft nodes before linearized reading' (duration: 4.999312757s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.285047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.285531Z","time spent":"4.999508691s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:17:21.396379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.4380097s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:17:21.416128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24178118s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:21.416276Z","caller":"traceutil/trace.go:171","msg":"trace[375647489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19266; }","duration":"3.241949264s","start":"2026-07-24T05:17:18.174308Z","end":"2026-07-24T05:17:21.416257Z","steps":["trace[375647489] 'range keys from in-memory index tree' (duration: 3.24176289s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.417737Z","caller":"traceutil/trace.go:171","msg":"trace[1273114788] transaction","detail":"{read_only:false; response_revision:19271; number_of_response:1; }","duration":"5.197019688s","start":"2026-07-24T05:17:16.220695Z","end":"2026-07-24T05:17:21.417715Z","steps":["trace[1273114788] 'process raft request' (duration: 5.196960377s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.417719Z","caller":"traceutil/trace.go:171","msg":"trace[691905564] transaction","detail":"{read_only:false; response_revision:19268; number_of_response:1; }","duration":"5.3591885s","start":"2026-07-24T05:17:16.05849Z","end":"2026-07-24T05:17:21.417679Z","steps":["trace[691905564] 'process raft request' (duration: 5.358904253s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.417855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.220679Z","time spent":"5.197109781s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:21.417858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.058483Z","time spent":"5.359314443s","remote":"127.0.0.1:43884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:17:21.417877Z","caller":"traceutil/trace.go:171","msg":"trace[1565439185] linearizableReadLoop","detail":"{readStateIndex:19908; appliedIndex:19902; }","duration":"5.449487275s","start":"2026-07-24T05:17:15.968365Z","end":"2026-07-24T05:17:21.417852Z","steps":["trace[1565439185] 'read index received' (duration: 5.428310409s)","trace[1565439185] 'applied index is now lower than readState.Index' (duration: 21.175726ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:21.418Z","caller":"traceutil/trace.go:171","msg":"trace[987797137] transaction","detail":"{read_only:false; response_revision:19272; number_of_response:1; }","duration":"4.873467444s","start":"2026-07-24T05:17:16.544523Z","end":"2026-07-24T05:17:21.41799Z","steps":["trace[987797137] 'process raft request' (duration: 4.873162206s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.41809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.5445Z","time spent":"4.873529045s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:21.418363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362050897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-lwf2t\" ","response":"range_response_count:1 size:13135"} {"level":"info","ts":"2026-07-24T05:17:21.418425Z","caller":"traceutil/trace.go:171","msg":"trace[1539955593] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-lwf2t; range_end:; response_count:1; response_revision:19272; }","duration":"5.362143849s","start":"2026-07-24T05:17:16.056269Z","end":"2026-07-24T05:17:21.418413Z","steps":["trace[1539955593] 'agreement among raft nodes before linearized reading' (duration: 5.361943875s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.056253Z","time spent":"5.36219796s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":13159,"request content":"key:\"/registry/pods/openstack/heat-ks-user-lwf2t\" "} {"level":"warn","ts":"2026-07-24T05:17:21.418469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.404897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:21.41848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006595463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:21.418509Z","caller":"traceutil/trace.go:171","msg":"trace[984751888] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19272; }","duration":"113.476909ms","start":"2026-07-24T05:17:21.305022Z","end":"2026-07-24T05:17:21.418499Z","steps":["trace[984751888] 'agreement among raft nodes before linearized reading' (duration: 113.407418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130189751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:21.41854Z","caller":"traceutil/trace.go:171","msg":"trace[1331927347] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19272; }","duration":"2.006692925s","start":"2026-07-24T05:17:19.411832Z","end":"2026-07-24T05:17:21.418525Z","steps":["trace[1331927347] 'agreement among raft nodes before linearized reading' (duration: 2.006581582s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580323345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:21.418575Z","caller":"traceutil/trace.go:171","msg":"trace[398026702] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19272; }","duration":"1.130247722s","start":"2026-07-24T05:17:20.288313Z","end":"2026-07-24T05:17:21.418561Z","steps":["trace[398026702] 'agreement among raft nodes before linearized reading' (duration: 1.13016356s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:19.411816Z","time spent":"2.006752716s","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:21.418618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:20.288251Z","time spent":"1.130358164s","remote":"127.0.0.1:45488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:21.418628Z","caller":"traceutil/trace.go:171","msg":"trace[1459763048] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19272; }","duration":"4.58050038s","start":"2026-07-24T05:17:16.838095Z","end":"2026-07-24T05:17:21.418595Z","steps":["trace[1459763048] 'agreement among raft nodes before linearized reading' (duration: 4.580183102s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834721958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-24T05:17:21.418695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.09407405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-24T05:17:21.418686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.83809Z","time spent":"4.580585362s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-24T05:17:21.41873Z","caller":"traceutil/trace.go:171","msg":"trace[486058436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19272; }","duration":"5.094148022s","start":"2026-07-24T05:17:16.324571Z","end":"2026-07-24T05:17:21.418719Z","steps":["trace[486058436] 'agreement among raft nodes before linearized reading' (duration: 5.094034929s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.324551Z","time spent":"5.094213754s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:17:21.418786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746748708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"info","ts":"2026-07-24T05:17:21.418803Z","caller":"traceutil/trace.go:171","msg":"trace[865820126] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19272; }","duration":"4.74678784s","start":"2026-07-24T05:17:16.672011Z","end":"2026-07-24T05:17:21.418798Z","steps":["trace[865820126] 'agreement among raft nodes before linearized reading' (duration: 4.746741668s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.672Z","time spent":"4.746816471s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11096,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:17:21.418844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.869723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-24T05:17:21.418855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.239101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-24T05:17:21.418861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298391767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-24T05:17:21.418884Z","caller":"traceutil/trace.go:171","msg":"trace[1180719719] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:19272; }","duration":"933.943185ms","start":"2026-07-24T05:17:20.484929Z","end":"2026-07-24T05:17:21.418873Z","steps":["trace[1180719719] 'agreement among raft nodes before linearized reading' (duration: 933.827943ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.418889Z","caller":"traceutil/trace.go:171","msg":"trace[1408800337] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19272; }","duration":"239.292782ms","start":"2026-07-24T05:17:21.179586Z","end":"2026-07-24T05:17:21.418879Z","steps":["trace[1408800337] 'agreement among raft nodes before linearized reading' (duration: 239.240361ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.418898Z","caller":"traceutil/trace.go:171","msg":"trace[1256169630] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19272; }","duration":"5.298429078s","start":"2026-07-24T05:17:16.120457Z","end":"2026-07-24T05:17:21.418886Z","steps":["trace[1256169630] 'agreement among raft nodes before linearized reading' (duration: 5.298304535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:20.484908Z","time spent":"934.003927ms","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-24T05:17:21.41893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.120439Z","time spent":"5.298484019s","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-24T05:17:21.418948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.79498678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"info","ts":"2026-07-24T05:17:21.418964Z","caller":"traceutil/trace.go:171","msg":"trace[1761960598] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19272; }","duration":"4.7950157s","start":"2026-07-24T05:17:16.623944Z","end":"2026-07-24T05:17:21.418959Z","steps":["trace[1761960598] 'agreement among raft nodes before linearized reading' (duration: 4.794956729s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.418982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.623937Z","time spent":"4.795041642s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11096,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:17:21.418981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558959312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:17:21.418697Z","caller":"traceutil/trace.go:171","msg":"trace[1295979622] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19272; }","duration":"4.834803461s","start":"2026-07-24T05:17:16.583881Z","end":"2026-07-24T05:17:21.418684Z","steps":["trace[1295979622] 'agreement among raft nodes before linearized reading' (duration: 4.834701828s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.419047Z","caller":"traceutil/trace.go:171","msg":"trace[1536486820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19272; }","duration":"3.559058615s","start":"2026-07-24T05:17:17.859968Z","end":"2026-07-24T05:17:21.419027Z","steps":["trace[1536486820] 'agreement among raft nodes before linearized reading' (duration: 3.55886836s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.419081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.74848707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:21.419106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114408966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:17:21.419138Z","caller":"traceutil/trace.go:171","msg":"trace[1900659936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19272; }","duration":"5.114503897s","start":"2026-07-24T05:17:16.304626Z","end":"2026-07-24T05:17:21.419129Z","steps":["trace[1900659936] 'agreement among raft nodes before linearized reading' (duration: 5.114423095s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.419142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976640081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:21.419122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.583865Z","time spent":"4.83521824s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T05:17:21.419167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.304604Z","time spent":"5.114555019s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:17:21.419173Z","caller":"traceutil/trace.go:171","msg":"trace[1772727250] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19272; }","duration":"2.976705543s","start":"2026-07-24T05:17:18.442457Z","end":"2026-07-24T05:17:21.419163Z","steps":["trace[1772727250] 'agreement among raft nodes before linearized reading' (duration: 2.976651642s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.419194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340336626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-24T05:17:21.419258Z","caller":"traceutil/trace.go:171","msg":"trace[1206064922] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19272; }","duration":"4.340433738s","start":"2026-07-24T05:17:17.078807Z","end":"2026-07-24T05:17:21.419241Z","steps":["trace[1206064922] 'agreement among raft nodes before linearized reading' (duration: 4.340211673s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.419302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.078786Z","time spent":"4.34050871s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:17:21.419304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298683264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:21.419411Z","caller":"traceutil/trace.go:171","msg":"trace[365381098] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19272; }","duration":"5.298812687s","start":"2026-07-24T05:17:16.120588Z","end":"2026-07-24T05:17:21.4194Z","steps":["trace[365381098] 'agreement among raft nodes before linearized reading' (duration: 5.298680054s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.419447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.325584497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-07-24T05:17:21.419449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.120583Z","time spent":"5.298856548s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:21.41946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460147424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:17:21.419498Z","caller":"traceutil/trace.go:171","msg":"trace[687433659] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19272; }","duration":"5.325657888s","start":"2026-07-24T05:17:16.093826Z","end":"2026-07-24T05:17:21.419483Z","steps":["trace[687433659] 'agreement among raft nodes before linearized reading' (duration: 5.325410782s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.419514Z","caller":"traceutil/trace.go:171","msg":"trace[1239489589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19272; }","duration":"3.460236956s","start":"2026-07-24T05:17:17.959265Z","end":"2026-07-24T05:17:21.419502Z","steps":["trace[1239489589] 'agreement among raft nodes before linearized reading' (duration: 3.460018821s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.419548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.959249Z","time spent":"3.460292037s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:17:21.419554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.09381Z","time spent":"5.32573186s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:17:21.419701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581440841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"info","ts":"2026-07-24T05:17:21.419927Z","caller":"traceutil/trace.go:171","msg":"trace[1426668361] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19272; }","duration":"4.581672527s","start":"2026-07-24T05:17:16.838236Z","end":"2026-07-24T05:17:21.419908Z","steps":["trace[1426668361] 'agreement among raft nodes before linearized reading' (duration: 4.581031132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.420013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.83823Z","time spent":"4.58177078s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11096,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:17:21.420541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796606649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:21.418737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580659813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:21.420596Z","caller":"traceutil/trace.go:171","msg":"trace[1511578938] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19272; }","duration":"4.796710261s","start":"2026-07-24T05:17:16.623873Z","end":"2026-07-24T05:17:21.420583Z","steps":["trace[1511578938] 'agreement among raft nodes before linearized reading' (duration: 4.796613439s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.420663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.623862Z","time spent":"4.796790223s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T05:17:21.418984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.794931099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:21.419088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:17.859879Z","time spent":"3.559201358s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:17:21.419203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:18.442441Z","time spent":"2.976754494s","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:21.42083Z","caller":"traceutil/trace.go:171","msg":"trace[1865300422] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19272; }","duration":"4.796811644s","start":"2026-07-24T05:17:16.623981Z","end":"2026-07-24T05:17:21.420792Z","steps":["trace[1865300422] 'agreement among raft nodes before linearized reading' (duration: 4.794867038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.420842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.320139366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:17:21.41854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443028339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:21.420887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.623962Z","time spent":"4.796908156s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T05:17:21.419266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231377651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:21.42118Z","caller":"traceutil/trace.go:171","msg":"trace[1643643324] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19272; }","duration":"3.233321628s","start":"2026-07-24T05:17:18.187843Z","end":"2026-07-24T05:17:21.421164Z","steps":["trace[1643643324] 'agreement among raft nodes before linearized reading' (duration: 3.231380672s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.421237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:18.187821Z","time spent":"3.23339932s","remote":"127.0.0.1:38166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":24,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:21.419151Z","caller":"traceutil/trace.go:171","msg":"trace[1776276872] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19272; }","duration":"4.748546541s","start":"2026-07-24T05:17:16.670572Z","end":"2026-07-24T05:17:21.419118Z","steps":["trace[1776276872] 'agreement among raft nodes before linearized reading' (duration: 4.74848694s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.421411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.670564Z","time spent":"4.750838566s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-24T05:17:21.420884Z","caller":"traceutil/trace.go:171","msg":"trace[1770737217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19272; }","duration":"5.320209308s","start":"2026-07-24T05:17:16.100663Z","end":"2026-07-24T05:17:21.420872Z","steps":["trace[1770737217] 'agreement among raft nodes before linearized reading' (duration: 5.320100226s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.421493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.100648Z","time spent":"5.320818982s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:17:21.420921Z","caller":"traceutil/trace.go:171","msg":"trace[1945197376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19272; }","duration":"1.445446247s","start":"2026-07-24T05:17:19.975463Z","end":"2026-07-24T05:17:21.420909Z","steps":["trace[1945197376] 'agreement among raft nodes before linearized reading' (duration: 1.443019719s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.421607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.556587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-24T05:17:21.421647Z","caller":"traceutil/trace.go:171","msg":"trace[1983282720] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:19272; }","duration":"249.651849ms","start":"2026-07-24T05:17:21.171982Z","end":"2026-07-24T05:17:21.421633Z","steps":["trace[1983282720] 'agreement among raft nodes before linearized reading' (duration: 246.435613ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:21.420822Z","caller":"traceutil/trace.go:171","msg":"trace[9764545] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19272; }","duration":"4.582565339s","start":"2026-07-24T05:17:16.838044Z","end":"2026-07-24T05:17:21.420609Z","steps":["trace[9764545] 'agreement among raft nodes before linearized reading' (duration: 4.580679754s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.421629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:19.975448Z","time spent":"1.446166714s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:21.421804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.838027Z","time spent":"4.583728506s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-24T05:17:21.419203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748853138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:21.421982Z","caller":"traceutil/trace.go:171","msg":"trace[1403431758] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19272; }","duration":"4.751645065s","start":"2026-07-24T05:17:16.670323Z","end":"2026-07-24T05:17:21.421968Z","steps":["trace[1403431758] 'agreement among raft nodes before linearized reading' (duration: 4.748859069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:21.422034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:16.670312Z","time spent":"4.751707876s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-24T05:17:36.528428Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T05:17:36.542202Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T05:17:36.542318Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-24T05:17:52.274432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829732475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:52.775624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829732475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:53.137987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497869198s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:17:53.147956Z","caller":"traceutil/trace.go:171","msg":"trace[956143601] transaction","detail":"{read_only:false; response_revision:19445; number_of_response:1; }","duration":"1.525464106s","start":"2026-07-24T05:17:51.622462Z","end":"2026-07-24T05:17:53.147926Z","steps":["trace[956143601] 'process raft request' (duration: 1.515715004s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.148016Z","caller":"traceutil/trace.go:171","msg":"trace[532001131] transaction","detail":"{read_only:false; response_revision:19446; number_of_response:1; }","duration":"1.524934893s","start":"2026-07-24T05:17:51.623055Z","end":"2026-07-24T05:17:53.147989Z","steps":["trace[532001131] 'process raft request' (duration: 1.524766839s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.148101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.622438Z","time spent":"1.525580838s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:53.148175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.623045Z","time spent":"1.525035155s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:53.148227Z","caller":"traceutil/trace.go:171","msg":"trace[503382669] transaction","detail":"{read_only:false; response_revision:19449; number_of_response:1; }","duration":"1.517760351s","start":"2026-07-24T05:17:51.630442Z","end":"2026-07-24T05:17:53.148202Z","steps":["trace[503382669] 'process raft request' (duration: 1.51770427s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.148351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.630433Z","time spent":"1.517848343s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13469,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:53.148367Z","caller":"traceutil/trace.go:171","msg":"trace[644231938] transaction","detail":"{read_only:false; response_revision:19447; number_of_response:1; }","duration":"1.524819761s","start":"2026-07-24T05:17:51.623533Z","end":"2026-07-24T05:17:53.148353Z","steps":["trace[644231938] 'process raft request' (duration: 1.524414921s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.14843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.623524Z","time spent":"1.524871002s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:53.148589Z","caller":"traceutil/trace.go:171","msg":"trace[740241030] transaction","detail":"{read_only:false; response_revision:19448; number_of_response:1; }","duration":"1.525031225s","start":"2026-07-24T05:17:51.623546Z","end":"2026-07-24T05:17:53.148578Z","steps":["trace[740241030] 'process raft request' (duration: 1.524515393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.148653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.623523Z","time spent":"1.525095097s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:53.151238Z","caller":"traceutil/trace.go:171","msg":"trace[1246150405] linearizableReadLoop","detail":"{readStateIndex:20093; appliedIndex:20087; }","duration":"1.377202317s","start":"2026-07-24T05:17:51.774022Z","end":"2026-07-24T05:17:53.151225Z","steps":["trace[1246150405] 'read index received' (duration: 1.364156386s)","trace[1246150405] 'applied index is now lower than readState.Index' (duration: 13.045141ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:53.151277Z","caller":"traceutil/trace.go:171","msg":"trace[126442606] transaction","detail":"{read_only:false; response_revision:19450; number_of_response:1; }","duration":"1.001665362s","start":"2026-07-24T05:17:52.149594Z","end":"2026-07-24T05:17:53.151259Z","steps":["trace[126442606] 'process raft request' (duration: 1.001560139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.151356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.149559Z","time spent":"1.001762444s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:53.151479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.089367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.151489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261415742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:53.15154Z","caller":"traceutil/trace.go:171","msg":"trace[755465606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19450; }","duration":"182.18989ms","start":"2026-07-24T05:17:52.969333Z","end":"2026-07-24T05:17:53.151523Z","steps":["trace[755465606] 'agreement among raft nodes before linearized reading' (duration: 182.018336ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.151547Z","caller":"traceutil/trace.go:171","msg":"trace[331200037] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19450; }","duration":"1.261520735s","start":"2026-07-24T05:17:51.890012Z","end":"2026-07-24T05:17:53.151532Z","steps":["trace[331200037] 'agreement among raft nodes before linearized reading' (duration: 1.261333361s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.151584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.889974Z","time spent":"1.261601298s","remote":"127.0.0.1:44212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.151788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377766501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.151776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113481581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.15187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082038141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:17:53.151991Z","caller":"traceutil/trace.go:171","msg":"trace[2126810385] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:19450; }","duration":"1.113911962s","start":"2026-07-24T05:17:52.038057Z","end":"2026-07-24T05:17:53.151969Z","steps":["trace[2126810385] 'agreement among raft nodes before linearized reading' (duration: 1.113395669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.15215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.03792Z","time spent":"1.114170088s","remote":"127.0.0.1:36296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.152192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010103964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.152155Z","caller":"traceutil/trace.go:171","msg":"trace[1301479370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19450; }","duration":"1.082315938s","start":"2026-07-24T05:17:52.069766Z","end":"2026-07-24T05:17:53.152082Z","steps":["trace[1301479370] 'agreement among raft nodes before linearized reading' (duration: 1.08161464s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.152264Z","caller":"traceutil/trace.go:171","msg":"trace[2080976699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19450; }","duration":"1.010219967s","start":"2026-07-24T05:17:52.142023Z","end":"2026-07-24T05:17:53.152243Z","steps":["trace[2080976699] 'agreement among raft nodes before linearized reading' (duration: 1.009499569s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.152305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.142Z","time spent":"1.010296799s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:53.152323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.069741Z","time spent":"1.082535663s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:17:53.151883Z","caller":"traceutil/trace.go:171","msg":"trace[199997858] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19450; }","duration":"1.377859643s","start":"2026-07-24T05:17:51.773954Z","end":"2026-07-24T05:17:53.151814Z","steps":["trace[199997858] 'agreement among raft nodes before linearized reading' (duration: 1.377342079s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.15253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.773918Z","time spent":"1.37858594s","remote":"127.0.0.1:36310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:52.304462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.502579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:52.304547Z","caller":"traceutil/trace.go:171","msg":"trace[295158713] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19863; }","duration":"393.635932ms","start":"2026-07-24T05:18:51.910897Z","end":"2026-07-24T05:18:52.304533Z","steps":["trace[295158713] 'count revisions from in-memory index tree' (duration: 393.416737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:52.304576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:51.910875Z","time spent":"393.694143ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:52.30493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.225068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:18:52.305008Z","caller":"traceutil/trace.go:171","msg":"trace[1912247546] linearizableReadLoop","detail":"{readStateIndex:20520; appliedIndex:20519; }","duration":"334.734596ms","start":"2026-07-24T05:18:51.97026Z","end":"2026-07-24T05:18:52.304995Z","steps":["trace[1912247546] 'read index received' (duration: 30.571µs)","trace[1912247546] 'applied index is now lower than readState.Index' (duration: 334.702985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:52.305094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.832799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:52.305116Z","caller":"traceutil/trace.go:171","msg":"trace[996166868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19864; }","duration":"334.881249ms","start":"2026-07-24T05:18:51.970225Z","end":"2026-07-24T05:18:52.305106Z","steps":["trace[996166868] 'agreement among raft nodes before linearized reading' (duration: 334.836598ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:52.305086Z","caller":"traceutil/trace.go:171","msg":"trace[873414885] transaction","detail":"{read_only:false; response_revision:19864; number_of_response:1; }","duration":"390.005535ms","start":"2026-07-24T05:18:51.915033Z","end":"2026-07-24T05:18:52.305038Z","steps":["trace[873414885] 'process raft request' (duration: 17.602593ms)","trace[873414885] 'compare' (duration: 371.734917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:52.305278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:51.915008Z","time spent":"390.166579ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:52.305292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.16822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-24T05:18:52.305141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:51.970209Z","time spent":"334.926761ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:18:52.305371Z","caller":"traceutil/trace.go:171","msg":"trace[2141059569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19864; }","duration":"321.281273ms","start":"2026-07-24T05:18:51.984068Z","end":"2026-07-24T05:18:52.305349Z","steps":["trace[2141059569] 'agreement among raft nodes before linearized reading' (duration: 321.072838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:52.305425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:51.984052Z","time spent":"321.360385ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:18:53.521153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829733607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:18:53.65771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347593175s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:18:53.658065Z","caller":"traceutil/trace.go:171","msg":"trace[1829803285] linearizableReadLoop","detail":"{readStateIndex:20521; appliedIndex:20520; }","duration":"637.802132ms","start":"2026-07-24T05:18:53.020244Z","end":"2026-07-24T05:18:53.658046Z","steps":["trace[1829803285] 'read index received' (duration: 637.607267ms)","trace[1829803285] 'applied index is now lower than readState.Index' (duration: 194.045µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:53.658182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.916944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:18:53.658214Z","caller":"traceutil/trace.go:171","msg":"trace[1407171579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19865; }","duration":"637.982915ms","start":"2026-07-24T05:18:53.020221Z","end":"2026-07-24T05:18:53.658204Z","steps":["trace[1407171579] 'agreement among raft nodes before linearized reading' (duration: 637.913234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.658244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:53.020206Z","time spent":"638.029856ms","remote":"127.0.0.1:50016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:53.658272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.656587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:18:53.658308Z","caller":"traceutil/trace.go:171","msg":"trace[366784835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19865; }","duration":"196.716689ms","start":"2026-07-24T05:18:53.461581Z","end":"2026-07-24T05:18:53.658297Z","steps":["trace[366784835] 'agreement among raft nodes before linearized reading' (duration: 196.603376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.658471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.148217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:18:53.658536Z","caller":"traceutil/trace.go:171","msg":"trace[593256947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19865; }","duration":"105.24563ms","start":"2026-07-24T05:18:53.553274Z","end":"2026-07-24T05:18:53.65852Z","steps":["trace[593256947] 'agreement among raft nodes before linearized reading' (duration: 105.055254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.65854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.587937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:18:53.658651Z","caller":"traceutil/trace.go:171","msg":"trace[263170853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19865; }","duration":"102.723809ms","start":"2026-07-24T05:18:53.55589Z","end":"2026-07-24T05:18:53.658614Z","steps":["trace[263170853] 'agreement among raft nodes before linearized reading' (duration: 102.446652ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:53.658218Z","caller":"traceutil/trace.go:171","msg":"trace[1754363142] transaction","detail":"{read_only:false; response_revision:19865; number_of_response:1; }","duration":"1.348146517s","start":"2026-07-24T05:18:52.310027Z","end":"2026-07-24T05:18:53.658173Z","steps":["trace[1754363142] 'process raft request' (duration: 1.34787807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:53.659934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:52.31001Z","time spent":"1.349683855s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:18:57.854446Z","caller":"traceutil/trace.go:171","msg":"trace[512086611] transaction","detail":"{read_only:false; response_revision:19899; number_of_response:1; }","duration":"106.533771ms","start":"2026-07-24T05:18:57.747889Z","end":"2026-07-24T05:18:57.854423Z","steps":["trace[512086611] 'process raft request' (duration: 81.147331ms)","trace[512086611] 'compare' (duration: 25.044852ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:57.854564Z","caller":"traceutil/trace.go:171","msg":"trace[998688307] transaction","detail":"{read_only:false; response_revision:19900; number_of_response:1; }","duration":"102.066413ms","start":"2026-07-24T05:18:57.75245Z","end":"2026-07-24T05:18:57.854517Z","steps":["trace[998688307] 'process raft request' (duration: 101.725835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:26.523224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829734333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:27.023838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829734333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:27.524608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829734333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:28.025726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829734333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:28.526619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829734333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:29.027037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829734333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:19:29.032963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.043924312s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:19:29.03352Z","caller":"traceutil/trace.go:171","msg":"trace[87392853] transaction","detail":"{read_only:false; response_revision:20122; number_of_response:1; }","duration":"3.044545737s","start":"2026-07-24T05:19:25.988933Z","end":"2026-07-24T05:19:29.033479Z","steps":["trace[87392853] 'process raft request' (duration: 3.044304442s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.033821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:25.988915Z","time spent":"3.044728311s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:19:29.064843Z","caller":"traceutil/trace.go:171","msg":"trace[1875039079] linearizableReadLoop","detail":"{readStateIndex:20795; appliedIndex:20791; }","duration":"3.041860171s","start":"2026-07-24T05:19:26.022954Z","end":"2026-07-24T05:19:29.064814Z","steps":["trace[1875039079] 'read index received' (duration: 3.010264142s)","trace[1875039079] 'applied index is now lower than readState.Index' (duration: 31.594609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:19:29.064864Z","caller":"traceutil/trace.go:171","msg":"trace[1158743698] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"2.567162191s","start":"2026-07-24T05:19:26.497675Z","end":"2026-07-24T05:19:29.064837Z","steps":["trace[1158743698] 'process raft request' (duration: 2.567046718s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:19:29.064923Z","caller":"traceutil/trace.go:171","msg":"trace[514476564] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"2.425804833s","start":"2026-07-24T05:19:26.639076Z","end":"2026-07-24T05:19:29.064881Z","steps":["trace[514476564] 'process raft request' (duration: 2.42568682s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.065011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.497655Z","time spent":"2.567277423s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:19:29.064987Z","caller":"traceutil/trace.go:171","msg":"trace[1789932148] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"2.973884608s","start":"2026-07-24T05:19:26.09102Z","end":"2026-07-24T05:19:29.064905Z","steps":["trace[1789932148] 'process raft request' (duration: 2.97355885s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.065115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042163859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-24T05:19:29.065125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.63905Z","time spent":"2.425952747s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:19:29.065173Z","caller":"traceutil/trace.go:171","msg":"trace[1405401953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20125; }","duration":"3.042266591s","start":"2026-07-24T05:19:26.022889Z","end":"2026-07-24T05:19:29.065155Z","steps":["trace[1405401953] 'agreement among raft nodes before linearized reading' (duration: 3.042029555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.065202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.022868Z","time spent":"3.042328713s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:19:29.065239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.090998Z","time spent":"2.974114623s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:19:29.070207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019086624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:19:29.070311Z","caller":"traceutil/trace.go:171","msg":"trace[1652987972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20126; }","duration":"3.019249138s","start":"2026-07-24T05:19:26.051038Z","end":"2026-07-24T05:19:29.070287Z","steps":["trace[1652987972] 'agreement among raft nodes before linearized reading' (duration: 3.018947771s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.070303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165126779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:19:29.070421Z","caller":"traceutil/trace.go:171","msg":"trace[238075097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20126; }","duration":"1.165284142s","start":"2026-07-24T05:19:27.90511Z","end":"2026-07-24T05:19:29.070394Z","steps":["trace[238075097] 'agreement among raft nodes before linearized reading' (duration: 1.164902853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.070446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185915158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:19:29.070473Z","caller":"traceutil/trace.go:171","msg":"trace[1934132325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20126; }","duration":"1.185997669s","start":"2026-07-24T05:19:27.884467Z","end":"2026-07-24T05:19:29.070465Z","steps":["trace[1934132325] 'agreement among raft nodes before linearized reading' (duration: 1.185914467s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.070496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.884425Z","time spent":"1.186063921s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:19:29.070501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.905093Z","time spent":"1.165376505s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:19:29.070586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100488554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.070637Z","caller":"traceutil/trace.go:171","msg":"trace[1738743176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20126; }","duration":"1.100580426s","start":"2026-07-24T05:19:27.970044Z","end":"2026-07-24T05:19:29.070625Z","steps":["trace[1738743176] 'agreement among raft nodes before linearized reading' (duration: 1.100438083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.070674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.970029Z","time spent":"1.100640337s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:19:29.070729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998531471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:19:29.070767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163362496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T05:19:29.070757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.822647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5db56ffdd-s5jll.18c5213034ee150d\" ","response":"range_response_count:1 size:1175"} {"level":"warn","ts":"2026-07-24T05:19:29.070869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194526936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:19:29.070901Z","caller":"traceutil/trace.go:171","msg":"trace[1552498191] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:20126; }","duration":"1.194558477s","start":"2026-07-24T05:19:27.876335Z","end":"2026-07-24T05:19:29.070894Z","steps":["trace[1552498191] 'agreement among raft nodes before linearized reading' (duration: 1.194510275s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:19:29.070892Z","caller":"traceutil/trace.go:171","msg":"trace[1691400448] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5db56ffdd-s5jll.18c5213034ee150d; range_end:; response_count:1; response_revision:20126; }","duration":"815.011412ms","start":"2026-07-24T05:19:28.255844Z","end":"2026-07-24T05:19:29.070855Z","steps":["trace[1691400448] 'agreement among raft nodes before linearized reading' (duration: 814.612781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.070904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.479024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:19:29.070932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.876277Z","time spent":"1.194648048s","remote":"127.0.0.1:36296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:19:29.070944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165493365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:19:29.070961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:28.255823Z","time spent":"815.127235ms","remote":"127.0.0.1:43884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1199,"request content":"key:\"/registry/events/openstack/cinder-api-5db56ffdd-s5jll.18c5213034ee150d\" "} {"level":"info","ts":"2026-07-24T05:19:29.070954Z","caller":"traceutil/trace.go:171","msg":"trace[1245254387] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:20126; }","duration":"867.584406ms","start":"2026-07-24T05:19:28.203358Z","end":"2026-07-24T05:19:29.070942Z","steps":["trace[1245254387] 'agreement among raft nodes before linearized reading' (duration: 867.485063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.070961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.014561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:19:29.071026Z","caller":"traceutil/trace.go:171","msg":"trace[434883036] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20126; }","duration":"515.154674ms","start":"2026-07-24T05:19:28.555861Z","end":"2026-07-24T05:19:29.071015Z","steps":["trace[434883036] 'agreement among raft nodes before linearized reading' (duration: 515.054152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.071027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:28.203333Z","time spent":"867.680758ms","remote":"127.0.0.1:43986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":12,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:19:29.071053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:28.555836Z","time spent":"515.211775ms","remote":"127.0.0.1:38196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:19:29.0711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922387681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:19:29.071137Z","caller":"traceutil/trace.go:171","msg":"trace[71300365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20126; }","duration":"2.922451012s","start":"2026-07-24T05:19:26.148676Z","end":"2026-07-24T05:19:29.071127Z","steps":["trace[71300365] 'agreement among raft nodes before linearized reading' (duration: 2.92235959s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:19:29.070813Z","caller":"traceutil/trace.go:171","msg":"trace[1845855410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20126; }","duration":"1.163436318s","start":"2026-07-24T05:19:27.907363Z","end":"2026-07-24T05:19:29.070799Z","steps":["trace[1845855410] 'agreement among raft nodes before linearized reading' (duration: 1.163309954s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.071165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.14866Z","time spent":"2.922497424s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:19:29.070989Z","caller":"traceutil/trace.go:171","msg":"trace[1668326453] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:20126; }","duration":"2.165575688s","start":"2026-07-24T05:19:26.905404Z","end":"2026-07-24T05:19:29.07098Z","steps":["trace[1668326453] 'agreement among raft nodes before linearized reading' (duration: 2.165392313s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.071219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65942624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:19:29.071229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.907346Z","time spent":"1.163851578s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:19:29.071264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.905389Z","time spent":"2.165865634s","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":78,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:19:29.071293Z","caller":"traceutil/trace.go:171","msg":"trace[210441277] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:0; response_revision:20126; }","duration":"2.659533833s","start":"2026-07-24T05:19:26.411736Z","end":"2026-07-24T05:19:29.07127Z","steps":["trace[210441277] 'agreement among raft nodes before linearized reading' (duration: 2.659376909s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.071316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897380281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-24T05:19:29.07036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.051019Z","time spent":"3.01932833s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:19:29.071355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:26.411717Z","time spent":"2.659623974s","remote":"127.0.0.1:49848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-07-24T05:19:29.071388Z","caller":"traceutil/trace.go:171","msg":"trace[1412144133] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20126; }","duration":"1.897502914s","start":"2026-07-24T05:19:27.173866Z","end":"2026-07-24T05:19:29.071369Z","steps":["trace[1412144133] 'agreement among raft nodes before linearized reading' (duration: 1.897276318s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:19:29.070815Z","caller":"traceutil/trace.go:171","msg":"trace[148519038] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:20126; }","duration":"1.998695386s","start":"2026-07-24T05:19:27.0721Z","end":"2026-07-24T05:19:29.070796Z","steps":["trace[148519038] 'agreement among raft nodes before linearized reading' (duration: 1.99848885s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:19:29.071429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.173847Z","time spent":"1.897573716s","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T05:19:29.071455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:19:27.07208Z","time spent":"1.999362273s","remote":"127.0.0.1:36310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:19:57.411749Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17992} {"level":"info","ts":"2026-07-24T05:19:57.535176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17992,"took":"119.813149ms","hash":3087392507,"current-db-size-bytes":58564608,"current-db-size":"59 MB","current-db-size-in-use-bytes":30822400,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T05:19:57.535281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3087392507,"revision":17992,"compact-revision":15473} {"level":"info","ts":"2026-07-24T05:20:53.809219Z","caller":"traceutil/trace.go:171","msg":"trace[1781802393] linearizableReadLoop","detail":"{readStateIndex:21433; appliedIndex:21431; }","duration":"310.90949ms","start":"2026-07-24T05:20:53.498258Z","end":"2026-07-24T05:20:53.809167Z","steps":["trace[1781802393] 'read index received' (duration: 5.079424ms)","trace[1781802393] 'applied index is now lower than readState.Index' (duration: 305.828876ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:20:53.809296Z","caller":"traceutil/trace.go:171","msg":"trace[63397638] transaction","detail":"{read_only:false; response_revision:20744; number_of_response:1; }","duration":"389.218569ms","start":"2026-07-24T05:20:53.420027Z","end":"2026-07-24T05:20:53.809246Z","steps":["trace[63397638] 'process raft request' (duration: 344.649402ms)","trace[63397638] 'compare' (duration: 43.625234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:20:53.809483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.224367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:20:53.809531Z","caller":"traceutil/trace.go:171","msg":"trace[1563924816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20744; }","duration":"311.34427ms","start":"2026-07-24T05:20:53.498174Z","end":"2026-07-24T05:20:53.809518Z","steps":["trace[1563924816] 'agreement among raft nodes before linearized reading' (duration: 311.179516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:53.809533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.419991Z","time spent":"389.408053ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:20:53.809572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.498139Z","time spent":"311.424533ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:20:53.809661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.673593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-24T05:20:53.809764Z","caller":"traceutil/trace.go:171","msg":"trace[1355736778] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20744; }","duration":"310.856878ms","start":"2026-07-24T05:20:53.49888Z","end":"2026-07-24T05:20:53.809737Z","steps":["trace[1355736778] 'agreement among raft nodes before linearized reading' (duration: 310.56914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:53.809806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.498846Z","time spent":"310.953321ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:20:53.80982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.392564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:20:53.809872Z","caller":"traceutil/trace.go:171","msg":"trace[957025379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20744; }","duration":"259.480966ms","start":"2026-07-24T05:20:53.550379Z","end":"2026-07-24T05:20:53.80986Z","steps":["trace[957025379] 'agreement among raft nodes before linearized reading' (duration: 259.338123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:53.809866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.221803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:20:53.809919Z","caller":"traceutil/trace.go:171","msg":"trace[337526500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20744; }","duration":"230.323745ms","start":"2026-07-24T05:20:53.579579Z","end":"2026-07-24T05:20:53.809902Z","steps":["trace[337526500] 'agreement among raft nodes before linearized reading' (duration: 230.10946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:53.80974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.932072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-24T05:20:53.809952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.385341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:20:53.809975Z","caller":"traceutil/trace.go:171","msg":"trace[20177357] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20744; }","duration":"252.170358ms","start":"2026-07-24T05:20:53.557786Z","end":"2026-07-24T05:20:53.809957Z","steps":["trace[20177357] 'agreement among raft nodes before linearized reading' (duration: 251.86196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:20:53.810035Z","caller":"traceutil/trace.go:171","msg":"trace[1163722733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20744; }","duration":"240.529674ms","start":"2026-07-24T05:20:53.569484Z","end":"2026-07-24T05:20:53.810014Z","steps":["trace[1163722733] 'agreement among raft nodes before linearized reading' (duration: 240.249737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:53.81054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.027908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:20:53.810576Z","caller":"traceutil/trace.go:171","msg":"trace[360905924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20744; }","duration":"253.081699ms","start":"2026-07-24T05:20:53.557486Z","end":"2026-07-24T05:20:53.810568Z","steps":["trace[360905924] 'agreement among raft nodes before linearized reading' (duration: 252.209768ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:20:54.167715Z","caller":"traceutil/trace.go:171","msg":"trace[20133309] transaction","detail":"{read_only:false; response_revision:20746; number_of_response:1; }","duration":"352.39332ms","start":"2026-07-24T05:20:53.81528Z","end":"2026-07-24T05:20:54.167673Z","steps":["trace[20133309] 'process raft request' (duration: 352.136754ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:20:54.16777Z","caller":"traceutil/trace.go:171","msg":"trace[1168907096] linearizableReadLoop","detail":"{readStateIndex:21440; appliedIndex:21434; }","duration":"326.54257ms","start":"2026-07-24T05:20:53.841204Z","end":"2026-07-24T05:20:54.167747Z","steps":["trace[1168907096] 'read index received' (duration: 326.188732ms)","trace[1168907096] 'applied index is now lower than readState.Index' (duration: 352.278µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:20:54.16793Z","caller":"traceutil/trace.go:171","msg":"trace[594278094] transaction","detail":"{read_only:false; response_revision:20747; number_of_response:1; }","duration":"352.523093ms","start":"2026-07-24T05:20:53.815369Z","end":"2026-07-24T05:20:54.167892Z","steps":["trace[594278094] 'process raft request' (duration: 352.222095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:54.167979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.815255Z","time spent":"352.562684ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:20:54.168064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.815362Z","time spent":"352.598165ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:20:54.168382Z","caller":"traceutil/trace.go:171","msg":"trace[2146231318] transaction","detail":"{read_only:false; response_revision:20748; number_of_response:1; }","duration":"352.898863ms","start":"2026-07-24T05:20:53.815471Z","end":"2026-07-24T05:20:54.16837Z","steps":["trace[2146231318] 'process raft request' (duration: 352.158834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:54.168447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.815449Z","time spent":"352.964925ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:20:54.168553Z","caller":"traceutil/trace.go:171","msg":"trace[425250088] transaction","detail":"{read_only:false; response_revision:20749; number_of_response:1; }","duration":"352.903583ms","start":"2026-07-24T05:20:53.815638Z","end":"2026-07-24T05:20:54.168541Z","steps":["trace[425250088] 'process raft request' (duration: 352.030581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:54.16861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.815616Z","time spent":"352.966635ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:20:54.168678Z","caller":"traceutil/trace.go:171","msg":"trace[1490224061] transaction","detail":"{read_only:false; response_revision:20750; number_of_response:1; }","duration":"352.825121ms","start":"2026-07-24T05:20:53.815845Z","end":"2026-07-24T05:20:54.16867Z","steps":["trace[1490224061] 'process raft request' (duration: 351.845297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:54.168718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.815808Z","time spent":"352.887543ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:20:54.168779Z","caller":"traceutil/trace.go:171","msg":"trace[1463970493] transaction","detail":"{read_only:false; response_revision:20751; number_of_response:1; }","duration":"351.390447ms","start":"2026-07-24T05:20:53.81738Z","end":"2026-07-24T05:20:54.16877Z","steps":["trace[1463970493] 'process raft request' (duration: 350.33177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:54.168819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.817369Z","time spent":"351.427267ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:20:54.168985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.779721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18217"} {"level":"info","ts":"2026-07-24T05:20:54.169025Z","caller":"traceutil/trace.go:171","msg":"trace[1976842907] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20751; }","duration":"327.865923ms","start":"2026-07-24T05:20:53.84115Z","end":"2026-07-24T05:20:54.169016Z","steps":["trace[1976842907] 'agreement among raft nodes before linearized reading' (duration: 327.718649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:54.169052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:53.841126Z","time spent":"327.918394ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18241,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-24T05:20:54.169321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.787606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:20:54.169351Z","caller":"traceutil/trace.go:171","msg":"trace[1508507535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20751; }","duration":"198.851747ms","start":"2026-07-24T05:20:53.97049Z","end":"2026-07-24T05:20:54.169342Z","steps":["trace[1508507535] 'agreement among raft nodes before linearized reading' (duration: 198.783516ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:20.877976Z","caller":"traceutil/trace.go:171","msg":"trace[1407147424] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"161.021815ms","start":"2026-07-24T05:22:20.716909Z","end":"2026-07-24T05:22:20.877931Z","steps":["trace[1407147424] 'process raft request' (duration: 63.22264ms)","trace[1407147424] 'compare' (duration: 97.549239ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:20.905254Z","caller":"traceutil/trace.go:171","msg":"trace[1572769912] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"187.189863ms","start":"2026-07-24T05:22:20.718043Z","end":"2026-07-24T05:22:20.905233Z","steps":["trace[1572769912] 'process raft request' (duration: 187.05652ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:20.905241Z","caller":"traceutil/trace.go:171","msg":"trace[588461586] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"187.86628ms","start":"2026-07-24T05:22:20.717341Z","end":"2026-07-24T05:22:20.905208Z","steps":["trace[588461586] 'process raft request' (duration: 187.612254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:21.218339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.843754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:21.218437Z","caller":"traceutil/trace.go:171","msg":"trace[1345758549] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21507; }","duration":"170.990108ms","start":"2026-07-24T05:22:21.047425Z","end":"2026-07-24T05:22:21.218415Z","steps":["trace[1345758549] 'range keys from in-memory index tree' (duration: 170.713592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:21.218449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.61136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:21.218656Z","caller":"traceutil/trace.go:171","msg":"trace[639367179] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21507; }","duration":"170.856536ms","start":"2026-07-24T05:22:21.047777Z","end":"2026-07-24T05:22:21.218634Z","steps":["trace[639367179] 'range keys from in-memory index tree' (duration: 170.532877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.017799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.916095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:22.018431Z","caller":"traceutil/trace.go:171","msg":"trace[1032918885] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"166.12047ms","start":"2026-07-24T05:22:21.852268Z","end":"2026-07-24T05:22:22.018389Z","steps":["trace[1032918885] 'process raft request' (duration: 165.997587ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:22.018649Z","caller":"traceutil/trace.go:171","msg":"trace[1218485530] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"242.216554ms","start":"2026-07-24T05:22:21.776413Z","end":"2026-07-24T05:22:22.018629Z","steps":["trace[1218485530] 'process raft request' (duration: 241.501557ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:22.018297Z","caller":"traceutil/trace.go:171","msg":"trace[728047632] transaction","detail":"{read_only:false; response_revision:21509; number_of_response:1; }","duration":"255.063978ms","start":"2026-07-24T05:22:21.763147Z","end":"2026-07-24T05:22:22.018211Z","steps":["trace[728047632] 'process raft request' (duration: 120.646221ms)","trace[728047632] 'compare' (duration: 133.769052ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:26.552449Z","caller":"traceutil/trace.go:171","msg":"trace[1701955847] linearizableReadLoop","detail":"{readStateIndex:22251; appliedIndex:22250; }","duration":"423.761961ms","start":"2026-07-24T05:22:26.128645Z","end":"2026-07-24T05:22:26.552407Z","steps":["trace[1701955847] 'read index received' (duration: 423.568727ms)","trace[1701955847] 'applied index is now lower than readState.Index' (duration: 191.374µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:26.552522Z","caller":"traceutil/trace.go:171","msg":"trace[1796708799] transaction","detail":"{read_only:false; response_revision:21530; number_of_response:1; }","duration":"506.344134ms","start":"2026-07-24T05:22:26.04613Z","end":"2026-07-24T05:22:26.552474Z","steps":["trace[1796708799] 'process raft request' (duration: 505.966375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:26.55266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.978136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:26.552782Z","caller":"traceutil/trace.go:171","msg":"trace[1439056483] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21530; }","duration":"424.13537ms","start":"2026-07-24T05:22:26.12861Z","end":"2026-07-24T05:22:26.552745Z","steps":["trace[1439056483] 'agreement among raft nodes before linearized reading' (duration: 423.937746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:26.552747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.046105Z","time spent":"506.509118ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:26.552858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.128596Z","time spent":"424.249833ms","remote":"127.0.0.1:41230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:26.628512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.06917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T05:22:26.628571Z","caller":"traceutil/trace.go:171","msg":"trace[1214714749] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21531; }","duration":"381.180582ms","start":"2026-07-24T05:22:26.247377Z","end":"2026-07-24T05:22:26.628558Z","steps":["trace[1214714749] 'agreement among raft nodes before linearized reading' (duration: 380.996368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:26.628594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.247357Z","time spent":"381.232214ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":131,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:26.628728Z","caller":"traceutil/trace.go:171","msg":"trace[321971422] transaction","detail":"{read_only:false; response_revision:21531; number_of_response:1; }","duration":"433.888327ms","start":"2026-07-24T05:22:26.194833Z","end":"2026-07-24T05:22:26.628721Z","steps":["trace[321971422] 'process raft request' (duration: 397.89567ms)","trace[321971422] 'compare' (duration: 35.538386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:26.628789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.194793Z","time spent":"433.953029ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:26.628891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.882999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:22:26.628907Z","caller":"traceutil/trace.go:171","msg":"trace[1664006994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21531; }","duration":"269.942741ms","start":"2026-07-24T05:22:26.35896Z","end":"2026-07-24T05:22:26.628903Z","steps":["trace[1664006994] 'agreement among raft nodes before linearized reading' (duration: 269.871969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.026349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.310213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:27.026436Z","caller":"traceutil/trace.go:171","msg":"trace[1149816925] linearizableReadLoop","detail":"{readStateIndex:22255; appliedIndex:22254; }","duration":"228.058211ms","start":"2026-07-24T05:22:26.798362Z","end":"2026-07-24T05:22:27.02642Z","steps":["trace[1149816925] 'read index received' (duration: 89.575184ms)","trace[1149816925] 'applied index is now lower than readState.Index' (duration: 138.481927ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:27.026522Z","caller":"traceutil/trace.go:171","msg":"trace[611518113] transaction","detail":"{read_only:false; response_revision:21534; number_of_response:1; }","duration":"234.255452ms","start":"2026-07-24T05:22:26.792252Z","end":"2026-07-24T05:22:27.026508Z","steps":["trace[611518113] 'process raft request' (duration: 95.707023ms)","trace[611518113] 'compare' (duration: 138.212341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:27.026763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.397139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:22:27.0268Z","caller":"traceutil/trace.go:171","msg":"trace[247040781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21534; }","duration":"228.452819ms","start":"2026-07-24T05:22:26.798336Z","end":"2026-07-24T05:22:27.026789Z","steps":["trace[247040781] 'agreement among raft nodes before linearized reading' (duration: 228.342787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.02686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.311629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:27.026931Z","caller":"traceutil/trace.go:171","msg":"trace[693550099] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21534; }","duration":"103.40348ms","start":"2026-07-24T05:22:26.923512Z","end":"2026-07-24T05:22:27.026916Z","steps":["trace[693550099] 'agreement among raft nodes before linearized reading' (duration: 103.240517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.02701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.663418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:27.027084Z","caller":"traceutil/trace.go:171","msg":"trace[333265421] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21534; }","duration":"103.744529ms","start":"2026-07-24T05:22:26.923322Z","end":"2026-07-24T05:22:27.027066Z","steps":["trace[333265421] 'agreement among raft nodes before linearized reading' (duration: 103.657517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.026918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.259472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:22:27.02719Z","caller":"traceutil/trace.go:171","msg":"trace[2000015910] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21534; }","duration":"104.59462ms","start":"2026-07-24T05:22:26.922588Z","end":"2026-07-24T05:22:27.027183Z","steps":["trace[2000015910] 'agreement among raft nodes before linearized reading' (duration: 104.130869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.027244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.368614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:22:27.027254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.411425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:27.027286Z","caller":"traceutil/trace.go:171","msg":"trace[1373286924] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21534; }","duration":"104.424595ms","start":"2026-07-24T05:22:26.922851Z","end":"2026-07-24T05:22:27.027276Z","steps":["trace[1373286924] 'agreement among raft nodes before linearized reading' (duration: 104.366514ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:27.027296Z","caller":"traceutil/trace.go:171","msg":"trace[1745811158] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21534; }","duration":"104.472176ms","start":"2026-07-24T05:22:26.922811Z","end":"2026-07-24T05:22:27.027284Z","steps":["trace[1745811158] 'agreement among raft nodes before linearized reading' (duration: 104.408615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.027447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.385685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:22:27.027481Z","caller":"traceutil/trace.go:171","msg":"trace[592361177] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21534; }","duration":"104.452906ms","start":"2026-07-24T05:22:26.92302Z","end":"2026-07-24T05:22:27.027473Z","steps":["trace[592361177] 'agreement among raft nodes before linearized reading' (duration: 104.345843ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:27.195416Z","caller":"traceutil/trace.go:171","msg":"trace[634240642] transaction","detail":"{read_only:false; response_revision:21536; number_of_response:1; }","duration":"162.41515ms","start":"2026-07-24T05:22:27.032978Z","end":"2026-07-24T05:22:27.195394Z","steps":["trace[634240642] 'process raft request' (duration: 151.697328ms)","trace[634240642] 'compare' (duration: 10.544157ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:27.195958Z","caller":"traceutil/trace.go:171","msg":"trace[1915169943] transaction","detail":"{read_only:false; response_revision:21537; number_of_response:1; }","duration":"162.089951ms","start":"2026-07-24T05:22:27.033858Z","end":"2026-07-24T05:22:27.195948Z","steps":["trace[1915169943] 'process raft request' (duration: 161.490467ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:30.480521Z","caller":"traceutil/trace.go:171","msg":"trace[206504910] linearizableReadLoop","detail":"{readStateIndex:23396; appliedIndex:23394; }","duration":"120.963283ms","start":"2026-07-24T05:24:30.359531Z","end":"2026-07-24T05:24:30.480494Z","steps":["trace[206504910] 'read index received' (duration: 120.183234ms)","trace[206504910] 'applied index is now lower than readState.Index' (duration: 779.099µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:30.481092Z","caller":"traceutil/trace.go:171","msg":"trace[1824094137] transaction","detail":"{read_only:false; response_revision:22641; number_of_response:1; }","duration":"131.087105ms","start":"2026-07-24T05:24:30.34999Z","end":"2026-07-24T05:24:30.481077Z","steps":["trace[1824094137] 'process raft request' (duration: 129.860166ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:30.481341Z","caller":"traceutil/trace.go:171","msg":"trace[1070620196] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"126.723651ms","start":"2026-07-24T05:24:30.3546Z","end":"2026-07-24T05:24:30.481323Z","steps":["trace[1070620196] 'process raft request' (duration: 125.81929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:30.481581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.737312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:24:30.481672Z","caller":"traceutil/trace.go:171","msg":"trace[1125987768] range","detail":"{range_begin:/registry/serviceaccounts/capi-system/capi-manager; range_end:; response_count:0; response_revision:22642; }","duration":"126.878115ms","start":"2026-07-24T05:24:30.354774Z","end":"2026-07-24T05:24:30.481652Z","steps":["trace[1125987768] 'agreement among raft nodes before linearized reading' (duration: 126.68458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:30.482008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.972396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-24T05:24:30.482075Z","caller":"traceutil/trace.go:171","msg":"trace[1716986734] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22642; }","duration":"117.061018ms","start":"2026-07-24T05:24:30.364995Z","end":"2026-07-24T05:24:30.482056Z","steps":["trace[1716986734] 'agreement among raft nodes before linearized reading' (duration: 116.944936ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:39.768791Z","caller":"traceutil/trace.go:171","msg":"trace[860637164] linearizableReadLoop","detail":"{readStateIndex:23854; appliedIndex:23853; }","duration":"225.252606ms","start":"2026-07-24T05:24:39.543519Z","end":"2026-07-24T05:24:39.768772Z","steps":["trace[860637164] 'read index received' (duration: 225.208605ms)","trace[860637164] 'applied index is now lower than readState.Index' (duration: 43.321µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:39.768859Z","caller":"traceutil/trace.go:171","msg":"trace[1065878721] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"285.382548ms","start":"2026-07-24T05:24:39.483438Z","end":"2026-07-24T05:24:39.76882Z","steps":["trace[1065878721] 'process raft request' (duration: 285.206274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:39.769071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.519762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:24:39.769117Z","caller":"traceutil/trace.go:171","msg":"trace[52609710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23091; }","duration":"225.635165ms","start":"2026-07-24T05:24:39.543469Z","end":"2026-07-24T05:24:39.769104Z","steps":["trace[52609710] 'agreement among raft nodes before linearized reading' (duration: 225.40963ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:39.771434Z","caller":"traceutil/trace.go:171","msg":"trace[549206331] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"120.88147ms","start":"2026-07-24T05:24:39.650523Z","end":"2026-07-24T05:24:39.771404Z","steps":["trace[549206331] 'process raft request' (duration: 120.755817ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:57.41841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20393} {"level":"info","ts":"2026-07-24T05:24:57.528351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20393,"took":"106.036375ms","hash":925152319,"current-db-size-bytes":58564608,"current-db-size":"59 MB","current-db-size-in-use-bytes":42831872,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-24T05:24:57.528418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":925152319,"revision":20393,"compact-revision":17992} {"level":"info","ts":"2026-07-24T05:26:57.822058Z","caller":"traceutil/trace.go:171","msg":"trace[1076706195] linearizableReadLoop","detail":"{readStateIndex:25360; appliedIndex:25359; }","duration":"104.293713ms","start":"2026-07-24T05:26:57.717743Z","end":"2026-07-24T05:26:57.822036Z","steps":["trace[1076706195] 'read index received' (duration: 104.221351ms)","trace[1076706195] 'applied index is now lower than readState.Index' (duration: 71.362µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:57.822162Z","caller":"traceutil/trace.go:171","msg":"trace[1533564898] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"122.614002ms","start":"2026-07-24T05:26:57.699519Z","end":"2026-07-24T05:26:57.822133Z","steps":["trace[1533564898] 'process raft request' (duration: 122.395287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:57.822393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.634561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:26:57.82248Z","caller":"traceutil/trace.go:171","msg":"trace[1068094888] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24563; }","duration":"104.765963ms","start":"2026-07-24T05:26:57.717703Z","end":"2026-07-24T05:26:57.822469Z","steps":["trace[1068094888] 'agreement among raft nodes before linearized reading' (duration: 104.514277ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:03.029625Z","caller":"traceutil/trace.go:171","msg":"trace[1714052734] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"101.545346ms","start":"2026-07-24T05:28:02.92806Z","end":"2026-07-24T05:28:03.029606Z","steps":["trace[1714052734] 'process raft request' (duration: 101.373982ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:03.02978Z","caller":"traceutil/trace.go:171","msg":"trace[49960156] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"101.26251ms","start":"2026-07-24T05:28:02.928478Z","end":"2026-07-24T05:28:03.029741Z","steps":["trace[49960156] 'process raft request' (duration: 101.073226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:08.530812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.800723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:08.530993Z","caller":"traceutil/trace.go:171","msg":"trace[1466760557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25259; }","duration":"356.991987ms","start":"2026-07-24T05:28:08.173969Z","end":"2026-07-24T05:28:08.530961Z","steps":["trace[1466760557] 'range keys from in-memory index tree' (duration: 356.780732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:08.531402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.089918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:28:08.531734Z","caller":"traceutil/trace.go:171","msg":"trace[473302201] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"422.334025ms","start":"2026-07-24T05:28:08.109371Z","end":"2026-07-24T05:28:08.531705Z","steps":["trace[473302201] 'process raft request' (duration: 272.812357ms)","trace[473302201] 'compare' (duration: 148.485903ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:08.531799Z","caller":"traceutil/trace.go:171","msg":"trace[1423248224] linearizableReadLoop","detail":"{readStateIndex:26080; appliedIndex:26076; }","duration":"296.897424ms","start":"2026-07-24T05:28:08.234879Z","end":"2026-07-24T05:28:08.531776Z","steps":["trace[1423248224] 'read index received' (duration: 147.413327ms)","trace[1423248224] 'applied index is now lower than readState.Index' (duration: 149.482847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:08.531966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.077309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:28:08.531976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:08.109333Z","time spent":"422.478788ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:08.532014Z","caller":"traceutil/trace.go:171","msg":"trace[112584027] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25263; }","duration":"297.156031ms","start":"2026-07-24T05:28:08.234844Z","end":"2026-07-24T05:28:08.532Z","steps":["trace[112584027] 'agreement among raft nodes before linearized reading' (duration: 296.997197ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:08.532106Z","caller":"traceutil/trace.go:171","msg":"trace[931190813] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"411.72638ms","start":"2026-07-24T05:28:08.120348Z","end":"2026-07-24T05:28:08.532074Z","steps":["trace[931190813] 'process raft request' (duration: 411.341801ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:08.532143Z","caller":"traceutil/trace.go:171","msg":"trace[106486043] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"324.392505ms","start":"2026-07-24T05:28:08.207699Z","end":"2026-07-24T05:28:08.532092Z","steps":["trace[106486043] 'process raft request' (duration: 324.033436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:08.532226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:08.120331Z","time spent":"411.835022ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:08.532361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:08.207676Z","time spent":"324.554799ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:08.532588Z","caller":"traceutil/trace.go:171","msg":"trace[1841025325] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"417.034607ms","start":"2026-07-24T05:28:08.115495Z","end":"2026-07-24T05:28:08.53253Z","steps":["trace[1841025325] 'process raft request' (duration: 416.069194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:08.533335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:08.115477Z","time spent":"417.796216ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:08.750944Z","caller":"traceutil/trace.go:171","msg":"trace[1128570486] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"161.017234ms","start":"2026-07-24T05:28:08.589906Z","end":"2026-07-24T05:28:08.750923Z","steps":["trace[1128570486] 'process raft request' (duration: 160.85323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:09.029726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.44508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:28:09.029909Z","caller":"traceutil/trace.go:171","msg":"trace[1921313555] linearizableReadLoop","detail":"{readStateIndex:26083; appliedIndex:26081; }","duration":"110.178584ms","start":"2026-07-24T05:28:08.919715Z","end":"2026-07-24T05:28:09.029894Z","steps":["trace[1921313555] 'read index received' (duration: 62.991µs)","trace[1921313555] 'applied index is now lower than readState.Index' (duration: 110.114463ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:09.029909Z","caller":"traceutil/trace.go:171","msg":"trace[35620457] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"434.439736ms","start":"2026-07-24T05:28:08.595448Z","end":"2026-07-24T05:28:09.029888Z","steps":["trace[35620457] 'process raft request' (duration: 318.733269ms)","trace[35620457] 'compare' (duration: 115.270086ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:09.030021Z","caller":"traceutil/trace.go:171","msg":"trace[454639626] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"425.247865ms","start":"2026-07-24T05:28:08.604765Z","end":"2026-07-24T05:28:09.030012Z","steps":["trace[454639626] 'process raft request' (duration: 425.06893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:09.030065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:08.595421Z","time spent":"434.612049ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:09.030075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:08.604733Z","time spent":"425.307256ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:09.030274Z","caller":"traceutil/trace.go:171","msg":"trace[1066426954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25266; }","duration":"100.014311ms","start":"2026-07-24T05:28:08.930248Z","end":"2026-07-24T05:28:09.030262Z","steps":["trace[1066426954] 'agreement among raft nodes before linearized reading' (duration: 99.935389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:09.030393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.649705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:28:09.03048Z","caller":"traceutil/trace.go:171","msg":"trace[973960020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25266; }","duration":"110.851929ms","start":"2026-07-24T05:28:08.919611Z","end":"2026-07-24T05:28:09.030463Z","steps":["trace[973960020] 'agreement among raft nodes before linearized reading' (duration: 110.598643ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:12.799317Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006600.wal"} {"level":"info","ts":"2026-07-24T05:28:13.395028Z","caller":"traceutil/trace.go:171","msg":"trace[785631971] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"107.553531ms","start":"2026-07-24T05:28:13.287449Z","end":"2026-07-24T05:28:13.395002Z","steps":["trace[785631971] 'process raft request' (duration: 107.372196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:13.409595Z","caller":"traceutil/trace.go:171","msg":"trace[1040156704] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"121.142957ms","start":"2026-07-24T05:28:13.288411Z","end":"2026-07-24T05:28:13.409554Z","steps":["trace[1040156704] 'process raft request' (duration: 120.954372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:13.656165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.652901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:28:13.656371Z","caller":"traceutil/trace.go:171","msg":"trace[1680298559] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"168.590085ms","start":"2026-07-24T05:28:13.487741Z","end":"2026-07-24T05:28:13.656331Z","steps":["trace[1680298559] 'process raft request' (duration: 43.633817ms)","trace[1680298559] 'compare' (duration: 124.296353ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:14.695143Z","caller":"traceutil/trace.go:171","msg":"trace[84246085] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"142.751326ms","start":"2026-07-24T05:28:14.552365Z","end":"2026-07-24T05:28:14.695116Z","steps":["trace[84246085] 'process raft request' (duration: 142.548621ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.109249Z","caller":"traceutil/trace.go:171","msg":"trace[1212646216] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"552.60239ms","start":"2026-07-24T05:28:14.556498Z","end":"2026-07-24T05:28:15.1091Z","steps":["trace[1212646216] 'process raft request' (duration: 469.646609ms)","trace[1212646216] 'compare' (duration: 82.655864ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:15.109428Z","caller":"traceutil/trace.go:171","msg":"trace[650127313] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"551.393302ms","start":"2026-07-24T05:28:14.558014Z","end":"2026-07-24T05:28:15.109408Z","steps":["trace[650127313] 'process raft request' (duration: 550.942851ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.109458Z","caller":"traceutil/trace.go:171","msg":"trace[1654305611] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"197.430227ms","start":"2026-07-24T05:28:14.912011Z","end":"2026-07-24T05:28:15.109441Z","steps":["trace[1654305611] 'process raft request' (duration: 197.389496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.109554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.557997Z","time spent":"551.471264ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:15.109589Z","caller":"traceutil/trace.go:171","msg":"trace[1768802273] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"477.57653ms","start":"2026-07-24T05:28:14.631981Z","end":"2026-07-24T05:28:15.109557Z","steps":["trace[1768802273] 'process raft request' (duration: 477.374405ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.109592Z","caller":"traceutil/trace.go:171","msg":"trace[736605524] linearizableReadLoop","detail":"{readStateIndex:26125; appliedIndex:26121; }","duration":"433.670147ms","start":"2026-07-24T05:28:14.675885Z","end":"2026-07-24T05:28:15.109555Z","steps":["trace[736605524] 'read index received' (duration: 19.510178ms)","trace[736605524] 'applied index is now lower than readState.Index' (duration: 414.156409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:15.109728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.631944Z","time spent":"477.708313ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:15.10929Z","caller":"traceutil/trace.go:171","msg":"trace[1359181750] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"552.679762ms","start":"2026-07-24T05:28:14.556589Z","end":"2026-07-24T05:28:15.109268Z","steps":["trace[1359181750] 'process raft request' (duration: 552.321134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.109807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.556454Z","time spent":"552.99514ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:15.109848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.556562Z","time spent":"553.221325ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:15.109994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.085717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:15.110152Z","caller":"traceutil/trace.go:171","msg":"trace[67498472] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25308; }","duration":"434.285552ms","start":"2026-07-24T05:28:14.675843Z","end":"2026-07-24T05:28:15.110129Z","steps":["trace[67498472] 'agreement among raft nodes before linearized reading' (duration: 433.842301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.110277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.675825Z","time spent":"434.434755ms","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:15.424585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.279619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:28:15.424687Z","caller":"traceutil/trace.go:171","msg":"trace[380532921] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"375.254085ms","start":"2026-07-24T05:28:15.049401Z","end":"2026-07-24T05:28:15.424655Z","steps":["trace[380532921] 'process raft request' (duration: 211.842933ms)","trace[380532921] 'compare' (duration: 163.090515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:15.424732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.049374Z","time spent":"375.335887ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:15.448446Z","caller":"traceutil/trace.go:171","msg":"trace[1540348268] linearizableReadLoop","detail":"{readStateIndex:26128; appliedIndex:26126; }","duration":"338.764149ms","start":"2026-07-24T05:28:15.109662Z","end":"2026-07-24T05:28:15.448426Z","steps":["trace[1540348268] 'read index received' (duration: 151.595887ms)","trace[1540348268] 'applied index is now lower than readState.Index' (duration: 187.167432ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:15.448739Z","caller":"traceutil/trace.go:171","msg":"trace[2050585414] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"398.146814ms","start":"2026-07-24T05:28:15.050583Z","end":"2026-07-24T05:28:15.44873Z","steps":["trace[2050585414] 'process raft request' (duration: 397.735755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.448832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.050563Z","time spent":"398.204605ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:15.449022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.946985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:28:15.449062Z","caller":"traceutil/trace.go:171","msg":"trace[14902812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25310; }","duration":"387.012337ms","start":"2026-07-24T05:28:15.062033Z","end":"2026-07-24T05:28:15.449045Z","steps":["trace[14902812] 'agreement among raft nodes before linearized reading' (duration: 386.920915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.449108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.062022Z","time spent":"387.081049ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:28:15.449251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.438078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T05:28:15.449278Z","caller":"traceutil/trace.go:171","msg":"trace[447958266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25310; }","duration":"387.493318ms","start":"2026-07-24T05:28:15.061777Z","end":"2026-07-24T05:28:15.449271Z","steps":["trace[447958266] 'agreement among raft nodes before linearized reading' (duration: 387.429157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.449315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.061765Z","time spent":"387.54216ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:15.449354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.663242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:28:15.449385Z","caller":"traceutil/trace.go:171","msg":"trace[2147000842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25310; }","duration":"667.695363ms","start":"2026-07-24T05:28:14.781683Z","end":"2026-07-24T05:28:15.449378Z","steps":["trace[2147000842] 'agreement among raft nodes before linearized reading' (duration: 667.611441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.449405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.781627Z","time spent":"667.772895ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:28:15.449455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.044739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-24T05:28:15.449481Z","caller":"traceutil/trace.go:171","msg":"trace[1172706986] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25310; }","duration":"297.112111ms","start":"2026-07-24T05:28:15.152363Z","end":"2026-07-24T05:28:15.449475Z","steps":["trace[1172706986] 'agreement among raft nodes before linearized reading' (duration: 297.042049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.449527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.841949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:15.449555Z","caller":"traceutil/trace.go:171","msg":"trace[1416478963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25310; }","duration":"480.889771ms","start":"2026-07-24T05:28:14.968656Z","end":"2026-07-24T05:28:15.449546Z","steps":["trace[1416478963] 'agreement among raft nodes before linearized reading' (duration: 480.84703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.449578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.968644Z","time spent":"480.929551ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:15.449703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.202438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:15.449733Z","caller":"traceutil/trace.go:171","msg":"trace[2047145036] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25310; }","duration":"486.261769ms","start":"2026-07-24T05:28:14.963463Z","end":"2026-07-24T05:28:15.449725Z","steps":["trace[2047145036] 'agreement among raft nodes before linearized reading' (duration: 486.213598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.449755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.963447Z","time spent":"486.29991ms","remote":"127.0.0.1:36296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:15.449859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.038487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:28:15.449879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.227734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:28:15.449886Z","caller":"traceutil/trace.go:171","msg":"trace[760017954] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25310; }","duration":"144.109398ms","start":"2026-07-24T05:28:15.30577Z","end":"2026-07-24T05:28:15.449879Z","steps":["trace[760017954] 'agreement among raft nodes before linearized reading' (duration: 144.061707ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.449899Z","caller":"traceutil/trace.go:171","msg":"trace[1941134373] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25310; }","duration":"595.286906ms","start":"2026-07-24T05:28:14.854606Z","end":"2026-07-24T05:28:15.449893Z","steps":["trace[1941134373] 'agreement among raft nodes before linearized reading' (duration: 595.239155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.449918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.85458Z","time spent":"595.333197ms","remote":"127.0.0.1:44100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:15.450041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.557025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-24T05:28:15.450052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.771757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T05:28:15.45007Z","caller":"traceutil/trace.go:171","msg":"trace[907892588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25310; }","duration":"293.583916ms","start":"2026-07-24T05:28:15.156477Z","end":"2026-07-24T05:28:15.450061Z","steps":["trace[907892588] 'agreement among raft nodes before linearized reading' (duration: 293.514484ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.450073Z","caller":"traceutil/trace.go:171","msg":"trace[1815900956] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25310; }","duration":"615.831589ms","start":"2026-07-24T05:28:14.834235Z","end":"2026-07-24T05:28:15.450067Z","steps":["trace[1815900956] 'agreement among raft nodes before linearized reading' (duration: 615.784478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.45009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.834214Z","time spent":"615.872769ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T05:28:15.734802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.212764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:28:15.734923Z","caller":"traceutil/trace.go:171","msg":"trace[1072986575] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"281.833872ms","start":"2026-07-24T05:28:15.453072Z","end":"2026-07-24T05:28:15.734906Z","steps":["trace[1072986575] 'process raft request' (duration: 126.432014ms)","trace[1072986575] 'compare' (duration: 154.728983ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:15.748317Z","caller":"traceutil/trace.go:171","msg":"trace[1440864794] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"294.889896ms","start":"2026-07-24T05:28:15.453402Z","end":"2026-07-24T05:28:15.748292Z","steps":["trace[1440864794] 'process raft request' (duration: 294.690691ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.748626Z","caller":"traceutil/trace.go:171","msg":"trace[1862034506] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"295.130042ms","start":"2026-07-24T05:28:15.453479Z","end":"2026-07-24T05:28:15.748609Z","steps":["trace[1862034506] 'process raft request' (duration: 294.769594ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.748879Z","caller":"traceutil/trace.go:171","msg":"trace[1616019367] linearizableReadLoop","detail":"{readStateIndex:26133; appliedIndex:26128; }","duration":"294.437966ms","start":"2026-07-24T05:28:15.454429Z","end":"2026-07-24T05:28:15.748867Z","steps":["trace[1616019367] 'read index received' (duration: 125.087712ms)","trace[1616019367] 'applied index is now lower than readState.Index' (duration: 169.349434ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:15.748956Z","caller":"traceutil/trace.go:171","msg":"trace[960240521] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"295.117882ms","start":"2026-07-24T05:28:15.453833Z","end":"2026-07-24T05:28:15.748951Z","steps":["trace[960240521] 'process raft request' (duration: 294.931917ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.749073Z","caller":"traceutil/trace.go:171","msg":"trace[709442146] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"293.40746ms","start":"2026-07-24T05:28:15.45566Z","end":"2026-07-24T05:28:15.749067Z","steps":["trace[709442146] 'process raft request' (duration: 293.180735ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.749048Z","caller":"traceutil/trace.go:171","msg":"trace[1855387453] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"295.451889ms","start":"2026-07-24T05:28:15.453573Z","end":"2026-07-24T05:28:15.749025Z","steps":["trace[1855387453] 'process raft request' (duration: 294.973698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.74917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.926381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:15.749262Z","caller":"traceutil/trace.go:171","msg":"trace[1355151160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25316; }","duration":"201.034324ms","start":"2026-07-24T05:28:15.548209Z","end":"2026-07-24T05:28:15.749244Z","steps":["trace[1355151160] 'agreement among raft nodes before linearized reading' (duration: 200.88817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.749312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.864807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5a65eb63-f0e8-4aaf-a95c-7d7f8dbdb2f4\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-24T05:28:15.749322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.689447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:28:15.749343Z","caller":"traceutil/trace.go:171","msg":"trace[308358251] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5a65eb63-f0e8-4aaf-a95c-7d7f8dbdb2f4; range_end:; response_count:1; response_revision:25316; }","duration":"294.920419ms","start":"2026-07-24T05:28:15.454413Z","end":"2026-07-24T05:28:15.749333Z","steps":["trace[308358251] 'agreement among raft nodes before linearized reading' (duration: 294.780705ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.749347Z","caller":"traceutil/trace.go:171","msg":"trace[2104332481] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25316; }","duration":"120.763789ms","start":"2026-07-24T05:28:15.628574Z","end":"2026-07-24T05:28:15.749338Z","steps":["trace[2104332481] 'agreement among raft nodes before linearized reading' (duration: 120.715328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.300347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.786286ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-24T05:28:16.30099Z","caller":"traceutil/trace.go:171","msg":"trace[1572860759] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26135; }","duration":"330.755027ms","start":"2026-07-24T05:28:15.970208Z","end":"2026-07-24T05:28:16.300963Z","steps":["trace[1572860759] 'read index received' (duration: 29.891µs)","trace[1572860759] 'applied index is now lower than readState.Index' (duration: 330.722416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:16.301145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.902642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:16.301236Z","caller":"traceutil/trace.go:171","msg":"trace[1267288571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25317; }","duration":"331.039485ms","start":"2026-07-24T05:28:15.970173Z","end":"2026-07-24T05:28:16.301212Z","steps":["trace[1267288571] 'agreement among raft nodes before linearized reading' (duration: 330.862171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.301281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.970156Z","time spent":"331.115937ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:16.301386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.309225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:28:16.301429Z","caller":"traceutil/trace.go:171","msg":"trace[2068495836] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25317; }","duration":"237.407987ms","start":"2026-07-24T05:28:16.06401Z","end":"2026-07-24T05:28:16.301418Z","steps":["trace[2068495836] 'agreement among raft nodes before linearized reading' (duration: 237.247573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.301518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.751562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:28:16.301595Z","caller":"traceutil/trace.go:171","msg":"trace[2075085863] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25317; }","duration":"281.863514ms","start":"2026-07-24T05:28:16.019717Z","end":"2026-07-24T05:28:16.30158Z","steps":["trace[2075085863] 'agreement among raft nodes before linearized reading' (duration: 281.539046ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.806025Z","caller":"traceutil/trace.go:171","msg":"trace[1340638694] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"104.037007ms","start":"2026-07-24T05:28:16.701964Z","end":"2026-07-24T05:28:16.806001Z","steps":["trace[1340638694] 'process raft request' (duration: 103.838832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.121045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.336367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:17.121112Z","caller":"traceutil/trace.go:171","msg":"trace[854886971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25318; }","duration":"150.446869ms","start":"2026-07-24T05:28:16.970647Z","end":"2026-07-24T05:28:17.121093Z","steps":["trace[854886971] 'range keys from in-memory index tree' (duration: 150.246755ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.488314Z","caller":"traceutil/trace.go:171","msg":"trace[1531340586] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"372.441328ms","start":"2026-07-24T05:28:17.115834Z","end":"2026-07-24T05:28:17.488275Z","steps":["trace[1531340586] 'process raft request' (duration: 372.149101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.488484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.115812Z","time spent":"372.583751ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:17.488792Z","caller":"traceutil/trace.go:171","msg":"trace[192089913] linearizableReadLoop","detail":"{readStateIndex:26140; appliedIndex:26137; }","duration":"366.184386ms","start":"2026-07-24T05:28:17.122584Z","end":"2026-07-24T05:28:17.488768Z","steps":["trace[192089913] 'read index received' (duration: 18.324519ms)","trace[192089913] 'applied index is now lower than readState.Index' (duration: 347.858567ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:17.489003Z","caller":"traceutil/trace.go:171","msg":"trace[640723687] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"373.126314ms","start":"2026-07-24T05:28:17.115854Z","end":"2026-07-24T05:28:17.48898Z","steps":["trace[640723687] 'process raft request' (duration: 372.342965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.489099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.505525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:17.489154Z","caller":"traceutil/trace.go:171","msg":"trace[939624139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25321; }","duration":"366.586997ms","start":"2026-07-24T05:28:17.122555Z","end":"2026-07-24T05:28:17.489142Z","steps":["trace[939624139] 'agreement among raft nodes before linearized reading' (duration: 366.490475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.48919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.122542Z","time spent":"366.641848ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:17.489121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.11584Z","time spent":"373.225617ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:17.759304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.110848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:28:17.759475Z","caller":"traceutil/trace.go:171","msg":"trace[776263722] linearizableReadLoop","detail":"{readStateIndex:26142; appliedIndex:26140; }","duration":"270.613854ms","start":"2026-07-24T05:28:17.488848Z","end":"2026-07-24T05:28:17.759462Z","steps":["trace[776263722] 'read index received' (duration: 121.324072ms)","trace[776263722] 'applied index is now lower than readState.Index' (duration: 149.288852ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:17.759722Z","caller":"traceutil/trace.go:171","msg":"trace[1108140871] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"324.137838ms","start":"2026-07-24T05:28:17.435574Z","end":"2026-07-24T05:28:17.759712Z","steps":["trace[1108140871] 'process raft request' (duration: 174.528548ms)","trace[1108140871] 'compare' (duration: 148.934534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:17.759769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.435551Z","time spent":"324.19503ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:17.759913Z","caller":"traceutil/trace.go:171","msg":"trace[1290875773] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"290.86407ms","start":"2026-07-24T05:28:17.469024Z","end":"2026-07-24T05:28:17.759888Z","steps":["trace[1290875773] 'process raft request' (duration: 290.357798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.760077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.329411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-587e7308-0e13-4b3c-913b-22fb46bdee6c\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-24T05:28:17.760135Z","caller":"traceutil/trace.go:171","msg":"trace[2086304391] range","detail":"{range_begin:/registry/persistentvolumes/pvc-587e7308-0e13-4b3c-913b-22fb46bdee6c; range_end:; response_count:1; response_revision:25323; }","duration":"634.441354ms","start":"2026-07-24T05:28:17.125679Z","end":"2026-07-24T05:28:17.760121Z","steps":["trace[2086304391] 'agreement among raft nodes before linearized reading' (duration: 634.28111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.760189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.834789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:28:17.760202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.12566Z","time spent":"634.536197ms","remote":"127.0.0.1:43986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-587e7308-0e13-4b3c-913b-22fb46bdee6c\" "} {"level":"info","ts":"2026-07-24T05:28:17.760217Z","caller":"traceutil/trace.go:171","msg":"trace[768557885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25323; }","duration":"155.89852ms","start":"2026-07-24T05:28:17.604307Z","end":"2026-07-24T05:28:17.760206Z","steps":["trace[768557885] 'agreement among raft nodes before linearized reading' (duration: 155.849809ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:18.168819Z","caller":"traceutil/trace.go:171","msg":"trace[103124782] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"403.511962ms","start":"2026-07-24T05:28:17.765285Z","end":"2026-07-24T05:28:18.168797Z","steps":["trace[103124782] 'process raft request' (duration: 403.40961ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:18.168965Z","caller":"traceutil/trace.go:171","msg":"trace[632571624] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"110.912871ms","start":"2026-07-24T05:28:18.058033Z","end":"2026-07-24T05:28:18.168946Z","steps":["trace[632571624] 'process raft request' (duration: 110.87917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.168978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.765181Z","time spent":"403.714788ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:18.169148Z","caller":"traceutil/trace.go:171","msg":"trace[1625858312] linearizableReadLoop","detail":"{readStateIndex:26148; appliedIndex:26142; }","duration":"400.361568ms","start":"2026-07-24T05:28:17.768776Z","end":"2026-07-24T05:28:18.169138Z","steps":["trace[1625858312] 'read index received' (duration: 57.447509ms)","trace[1625858312] 'applied index is now lower than readState.Index' (duration: 342.913049ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:18.168822Z","caller":"traceutil/trace.go:171","msg":"trace[266821537] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"403.725978ms","start":"2026-07-24T05:28:17.765062Z","end":"2026-07-24T05:28:18.168788Z","steps":["trace[266821537] 'process raft request' (duration: 374.439786ms)","trace[266821537] 'compare' (duration: 29.064237ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:18.169212Z","caller":"traceutil/trace.go:171","msg":"trace[1120819535] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"403.287468ms","start":"2026-07-24T05:28:17.765904Z","end":"2026-07-24T05:28:18.169192Z","steps":["trace[1120819535] 'process raft request' (duration: 402.854008ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:18.169164Z","caller":"traceutil/trace.go:171","msg":"trace[711305015] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"402.100039ms","start":"2026-07-24T05:28:17.767044Z","end":"2026-07-24T05:28:18.169144Z","steps":["trace[711305015] 'process raft request' (duration: 401.798792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.169304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.765036Z","time spent":"404.177318ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:18.169323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.333966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T05:28:18.169372Z","caller":"traceutil/trace.go:171","msg":"trace[485787353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25330; }","duration":"400.410568ms","start":"2026-07-24T05:28:17.768951Z","end":"2026-07-24T05:28:18.169361Z","steps":["trace[485787353] 'agreement among raft nodes before linearized reading' (duration: 400.263844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.16932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.765876Z","time spent":"403.379009ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:18.169366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.767019Z","time spent":"402.311504ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:18.169295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.507891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-451b7d23-dc05-4d84-97f5-3ec668c68b85\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-07-24T05:28:18.169418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.768941Z","time spent":"400.466809ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:28:18.169556Z","caller":"traceutil/trace.go:171","msg":"trace[937951326] range","detail":"{range_begin:/registry/persistentvolumes/pvc-451b7d23-dc05-4d84-97f5-3ec668c68b85; range_end:; response_count:1; response_revision:25330; }","duration":"400.714436ms","start":"2026-07-24T05:28:17.76877Z","end":"2026-07-24T05:28:18.169484Z","steps":["trace[937951326] 'agreement among raft nodes before linearized reading' (duration: 400.407498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.171176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.768723Z","time spent":"402.382526ms","remote":"127.0.0.1:43986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-451b7d23-dc05-4d84-97f5-3ec668c68b85\" "} {"level":"warn","ts":"2026-07-24T05:28:18.676494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829748852,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:28:18.827933Z","caller":"traceutil/trace.go:171","msg":"trace[271502114] linearizableReadLoop","detail":"{readStateIndex:26150; appliedIndex:26149; }","duration":"652.153231ms","start":"2026-07-24T05:28:18.175731Z","end":"2026-07-24T05:28:18.827884Z","steps":["trace[271502114] 'read index received' (duration: 651.980655ms)","trace[271502114] 'applied index is now lower than readState.Index' (duration: 171.945µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:18.828124Z","caller":"traceutil/trace.go:171","msg":"trace[898138132] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"653.732538ms","start":"2026-07-24T05:28:18.174353Z","end":"2026-07-24T05:28:18.828086Z","steps":["trace[898138132] 'process raft request' (duration: 653.40826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.828185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.438557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-24T05:28:18.828248Z","caller":"traceutil/trace.go:171","msg":"trace[891732410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:25331; }","duration":"652.56081ms","start":"2026-07-24T05:28:18.175672Z","end":"2026-07-24T05:28:18.828233Z","steps":["trace[891732410] 'agreement among raft nodes before linearized reading' (duration: 652.424777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.828282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.175649Z","time spent":"652.627081ms","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-24T05:28:18.828277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.174295Z","time spent":"653.900262ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:18.925386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.456751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:18.925428Z","caller":"traceutil/trace.go:171","msg":"trace[1639364395] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"112.721955ms","start":"2026-07-24T05:28:18.812663Z","end":"2026-07-24T05:28:18.925385Z","steps":["trace[1639364395] 'process raft request' (duration: 70.124442ms)","trace[1639364395] 'compare' (duration: 42.313286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:18.925448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.06907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:28:18.92552Z","caller":"traceutil/trace.go:171","msg":"trace[686646577] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25332; }","duration":"620.192112ms","start":"2026-07-24T05:28:18.305308Z","end":"2026-07-24T05:28:18.925501Z","steps":["trace[686646577] 'agreement among raft nodes before linearized reading' (duration: 619.960947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.925507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.376404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-24T05:28:18.925559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.305283Z","time spent":"620.268335ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-24T05:28:18.925582Z","caller":"traceutil/trace.go:171","msg":"trace[1212537260] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25332; }","duration":"619.469686ms","start":"2026-07-24T05:28:18.306097Z","end":"2026-07-24T05:28:18.925567Z","steps":["trace[1212537260] 'agreement among raft nodes before linearized reading' (duration: 619.21582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.925637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.306032Z","time spent":"619.577928ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-24T05:28:18.92547Z","caller":"traceutil/trace.go:171","msg":"trace[1897990531] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25332; }","duration":"693.621415ms","start":"2026-07-24T05:28:18.231829Z","end":"2026-07-24T05:28:18.92545Z","steps":["trace[1897990531] 'agreement among raft nodes before linearized reading' (duration: 693.475142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:18.92572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.231802Z","time spent":"693.878941ms","remote":"127.0.0.1:44086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:18.925379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.845758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:18.925912Z","caller":"traceutil/trace.go:171","msg":"trace[547423411] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25332; }","duration":"188.430751ms","start":"2026-07-24T05:28:18.737454Z","end":"2026-07-24T05:28:18.925885Z","steps":["trace[547423411] 'agreement among raft nodes before linearized reading' (duration: 187.803597ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:19.304395Z","caller":"traceutil/trace.go:171","msg":"trace[433729978] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"157.950871ms","start":"2026-07-24T05:28:19.146414Z","end":"2026-07-24T05:28:19.304365Z","steps":["trace[433729978] 'process raft request' (duration: 157.795857ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:19.724354Z","caller":"traceutil/trace.go:171","msg":"trace[750292917] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"229.782994ms","start":"2026-07-24T05:28:19.494541Z","end":"2026-07-24T05:28:19.724324Z","steps":["trace[750292917] 'process raft request' (duration: 216.748471ms)","trace[750292917] 'compare' (duration: 12.91455ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:19.803111Z","caller":"traceutil/trace.go:171","msg":"trace[999074628] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"308.136324ms","start":"2026-07-24T05:28:19.494935Z","end":"2026-07-24T05:28:19.803071Z","steps":["trace[999074628] 'process raft request' (duration: 307.893729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.803291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:19.494917Z","time spent":"308.281687ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:30.242244Z","caller":"traceutil/trace.go:171","msg":"trace[1265539056] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"119.097598ms","start":"2026-07-24T05:28:30.123121Z","end":"2026-07-24T05:28:30.242219Z","steps":["trace[1265539056] 'process raft request' (duration: 118.394361ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:31.649559Z","caller":"traceutil/trace.go:171","msg":"trace[7380181] linearizableReadLoop","detail":"{readStateIndex:26244; appliedIndex:26243; }","duration":"182.508379ms","start":"2026-07-24T05:28:31.467025Z","end":"2026-07-24T05:28:31.649533Z","steps":["trace[7380181] 'read index received' (duration: 182.400416ms)","trace[7380181] 'applied index is now lower than readState.Index' (duration: 107.013µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:31.649862Z","caller":"traceutil/trace.go:171","msg":"trace[1102522043] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"256.897975ms","start":"2026-07-24T05:28:31.392946Z","end":"2026-07-24T05:28:31.649844Z","steps":["trace[1102522043] 'process raft request' (duration: 256.384972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.650159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.110964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:31.65022Z","caller":"traceutil/trace.go:171","msg":"trace[1108123129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25422; }","duration":"183.220377ms","start":"2026-07-24T05:28:31.466986Z","end":"2026-07-24T05:28:31.650206Z","steps":["trace[1108123129] 'agreement among raft nodes before linearized reading' (duration: 183.112714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.650571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.919383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:31.650626Z","caller":"traceutil/trace.go:171","msg":"trace[273327372] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25422; }","duration":"124.016815ms","start":"2026-07-24T05:28:31.526595Z","end":"2026-07-24T05:28:31.650612Z","steps":["trace[273327372] 'agreement among raft nodes before linearized reading' (duration: 123.911143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.234592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.314059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:28:32.234699Z","caller":"traceutil/trace.go:171","msg":"trace[1155603868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25422; }","duration":"558.462222ms","start":"2026-07-24T05:28:31.676211Z","end":"2026-07-24T05:28:32.234673Z","steps":["trace[1155603868] 'range keys from in-memory index tree' (duration: 558.121564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.234754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.676196Z","time spent":"558.543935ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:28:32.289201Z","caller":"traceutil/trace.go:171","msg":"trace[2097340621] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"499.728944ms","start":"2026-07-24T05:28:31.789442Z","end":"2026-07-24T05:28:32.289171Z","steps":["trace[2097340621] 'process raft request' (duration: 499.54507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.289354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.789419Z","time spent":"499.854797ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:32.560181Z","caller":"traceutil/trace.go:171","msg":"trace[1454732881] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"711.998077ms","start":"2026-07-24T05:28:31.848161Z","end":"2026-07-24T05:28:32.560159Z","steps":["trace[1454732881] 'process raft request' (duration: 710.000709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.560319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.848143Z","time spent":"712.10966ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:32.560652Z","caller":"traceutil/trace.go:171","msg":"trace[267260934] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"705.223315ms","start":"2026-07-24T05:28:31.855404Z","end":"2026-07-24T05:28:32.560627Z","steps":["trace[267260934] 'process raft request' (duration: 704.678891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.560802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.855392Z","time spent":"705.338907ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:32.560897Z","caller":"traceutil/trace.go:171","msg":"trace[198262387] linearizableReadLoop","detail":"{readStateIndex:26246; appliedIndex:26244; }","duration":"707.365116ms","start":"2026-07-24T05:28:31.853493Z","end":"2026-07-24T05:28:32.560858Z","steps":["trace[198262387] 'read index received' (duration: 435.500142ms)","trace[198262387] 'applied index is now lower than readState.Index' (duration: 271.861014ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:32.560923Z","caller":"traceutil/trace.go:171","msg":"trace[1000799637] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"704.746103ms","start":"2026-07-24T05:28:31.856141Z","end":"2026-07-24T05:28:32.560887Z","steps":["trace[1000799637] 'process raft request' (duration: 704.403075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.561132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.681938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:28:32.561132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.617812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-24T05:28:32.561182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.918116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:28:32.561211Z","caller":"traceutil/trace.go:171","msg":"trace[889341055] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25426; }","duration":"707.733775ms","start":"2026-07-24T05:28:31.853458Z","end":"2026-07-24T05:28:32.561192Z","steps":["trace[889341055] 'agreement among raft nodes before linearized reading' (duration: 707.50934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.561228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.270059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:28:32.561262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.853441Z","time spent":"707.812177ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-24T05:28:32.561245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.041577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:28:32.561276Z","caller":"traceutil/trace.go:171","msg":"trace[694229373] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25426; }","duration":"248.353321ms","start":"2026-07-24T05:28:32.312913Z","end":"2026-07-24T05:28:32.561266Z","steps":["trace[694229373] 'agreement among raft nodes before linearized reading' (duration: 248.292099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.561288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.752034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T05:28:32.561272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.630282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:28:32.56132Z","caller":"traceutil/trace.go:171","msg":"trace[1652667981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25426; }","duration":"219.824746ms","start":"2026-07-24T05:28:32.341487Z","end":"2026-07-24T05:28:32.561312Z","steps":["trace[1652667981] 'agreement among raft nodes before linearized reading' (duration: 219.749514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.561403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.856133Z","time spent":"704.946768ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:32.561321Z","caller":"traceutil/trace.go:171","msg":"trace[334250046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25426; }","duration":"219.142079ms","start":"2026-07-24T05:28:32.342161Z","end":"2026-07-24T05:28:32.561303Z","steps":["trace[334250046] 'agreement among raft nodes before linearized reading' (duration: 218.946564ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:32.56122Z","caller":"traceutil/trace.go:171","msg":"trace[2106454099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25426; }","duration":"227.001528ms","start":"2026-07-24T05:28:32.334208Z","end":"2026-07-24T05:28:32.56121Z","steps":["trace[2106454099] 'agreement among raft nodes before linearized reading' (duration: 226.868604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.561267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.788472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-24T05:28:32.561895Z","caller":"traceutil/trace.go:171","msg":"trace[1342660199] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25426; }","duration":"667.463168ms","start":"2026-07-24T05:28:31.894402Z","end":"2026-07-24T05:28:32.561866Z","steps":["trace[1342660199] 'agreement among raft nodes before linearized reading' (duration: 666.652439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.561968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.894382Z","time spent":"667.564601ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:28:32.561342Z","caller":"traceutil/trace.go:171","msg":"trace[2077569532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25426; }","duration":"512.740895ms","start":"2026-07-24T05:28:32.048584Z","end":"2026-07-24T05:28:32.561325Z","steps":["trace[2077569532] 'agreement among raft nodes before linearized reading' (duration: 512.625473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.562174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.048567Z","time spent":"513.550675ms","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:32.56119Z","caller":"traceutil/trace.go:171","msg":"trace[199604737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25426; }","duration":"418.779921ms","start":"2026-07-24T05:28:32.142401Z","end":"2026-07-24T05:28:32.561181Z","steps":["trace[199604737] 'agreement among raft nodes before linearized reading' (duration: 418.692939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.562335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.142353Z","time spent":"419.948049ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:32.561368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.408308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:28:32.562515Z","caller":"traceutil/trace.go:171","msg":"trace[223205544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25426; }","duration":"323.587196ms","start":"2026-07-24T05:28:32.238903Z","end":"2026-07-24T05:28:32.56249Z","steps":["trace[223205544] 'agreement among raft nodes before linearized reading' (duration: 322.322066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.561406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.576309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T05:28:32.562611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.238883Z","time spent":"323.708648ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:28:32.562626Z","caller":"traceutil/trace.go:171","msg":"trace[52201397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25426; }","duration":"665.805578ms","start":"2026-07-24T05:28:31.896787Z","end":"2026-07-24T05:28:32.562593Z","steps":["trace[52201397] 'agreement among raft nodes before linearized reading' (duration: 664.520348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:32.562725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.896771Z","time spent":"665.940501ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:28:32.561491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.964577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:28:32.562822Z","caller":"traceutil/trace.go:171","msg":"trace[534596550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25426; }","duration":"228.32503ms","start":"2026-07-24T05:28:32.334488Z","end":"2026-07-24T05:28:32.562813Z","steps":["trace[534596550] 'agreement among raft nodes before linearized reading' (duration: 226.866305ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:32.846191Z","caller":"traceutil/trace.go:171","msg":"trace[1269551702] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"279.960851ms","start":"2026-07-24T05:28:32.566181Z","end":"2026-07-24T05:28:32.846142Z","steps":["trace[1269551702] 'process raft request' (duration: 270.981224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:33.557446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.040697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:28:33.557919Z","caller":"traceutil/trace.go:171","msg":"trace[628797927] linearizableReadLoop","detail":"{readStateIndex:26254; appliedIndex:26248; }","duration":"932.707567ms","start":"2026-07-24T05:28:32.625195Z","end":"2026-07-24T05:28:33.557902Z","steps":["trace[628797927] 'read index received' (duration: 212.04947ms)","trace[628797927] 'applied index is now lower than readState.Index' (duration: 720.656817ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:33.558134Z","caller":"traceutil/trace.go:171","msg":"trace[267021983] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"991.055177ms","start":"2026-07-24T05:28:32.567066Z","end":"2026-07-24T05:28:33.558121Z","steps":["trace[267021983] 'process raft request' (duration: 751.258821ms)","trace[267021983] 'compare' (duration: 238.902974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:33.558195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.567055Z","time spent":"991.107748ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:33.558371Z","caller":"traceutil/trace.go:171","msg":"trace[52437521] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"990.087504ms","start":"2026-07-24T05:28:32.568271Z","end":"2026-07-24T05:28:33.558359Z","steps":["trace[52437521] 'process raft request' (duration: 989.592222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:33.558369Z","caller":"traceutil/trace.go:171","msg":"trace[343972353] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"990.613987ms","start":"2026-07-24T05:28:32.567716Z","end":"2026-07-24T05:28:33.55833Z","steps":["trace[343972353] 'process raft request' (duration: 990.112285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:33.55842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.568222Z","time spent":"990.171047ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:33.558403Z","caller":"traceutil/trace.go:171","msg":"trace[1060377623] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"991.243822ms","start":"2026-07-24T05:28:32.567121Z","end":"2026-07-24T05:28:33.558365Z","steps":["trace[1060377623] 'process raft request' (duration: 990.419713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:33.558546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.567116Z","time spent":"991.353995ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:33.55852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.567698Z","time spent":"990.74348ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:33.558558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.367962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:33.558684Z","caller":"traceutil/trace.go:171","msg":"trace[1668334813] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25432; }","duration":"933.506756ms","start":"2026-07-24T05:28:32.625151Z","end":"2026-07-24T05:28:33.558658Z","steps":["trace[1668334813] 'agreement among raft nodes before linearized reading' (duration: 933.376313ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:33.558687Z","caller":"traceutil/trace.go:171","msg":"trace[230449889] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"991.280603ms","start":"2026-07-24T05:28:32.567377Z","end":"2026-07-24T05:28:33.558657Z","steps":["trace[230449889] 'process raft request' (duration: 990.215148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:33.558757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.625133Z","time spent":"933.600068ms","remote":"127.0.0.1:44286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:28:33.558822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.567355Z","time spent":"991.393025ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:34.058131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540091829749111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:34.459021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.289048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:28:34.459254Z","caller":"traceutil/trace.go:171","msg":"trace[705813544] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"1.257574709s","start":"2026-07-24T05:28:33.201639Z","end":"2026-07-24T05:28:34.459214Z","steps":["trace[705813544] 'process raft request' (duration: 1.257491007s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.459335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.201599Z","time spent":"1.257687362s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:34.459568Z","caller":"traceutil/trace.go:171","msg":"trace[267712778] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"1.481815681s","start":"2026-07-24T05:28:32.977723Z","end":"2026-07-24T05:28:34.459538Z","steps":["trace[267712778] 'process raft request' (duration: 1.322791634s)","trace[267712778] 'compare' (duration: 158.038122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:34.459646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.977697Z","time spent":"1.481909613s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:34.469854Z","caller":"traceutil/trace.go:171","msg":"trace[1364045486] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"813.372178ms","start":"2026-07-24T05:28:33.656453Z","end":"2026-07-24T05:28:34.469825Z","steps":["trace[1364045486] 'process raft request' (duration: 813.06162ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:34.469952Z","caller":"traceutil/trace.go:171","msg":"trace[1499498979] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26254; }","duration":"911.981364ms","start":"2026-07-24T05:28:33.557949Z","end":"2026-07-24T05:28:34.46993Z","steps":["trace[1499498979] 'read index received' (duration: 742.544589ms)","trace[1499498979] 'applied index is now lower than readState.Index' (duration: 169.435695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:34.469998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.656428Z","time spent":"813.497141ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:34.470135Z","caller":"traceutil/trace.go:171","msg":"trace[1648873841] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"175.625564ms","start":"2026-07-24T05:28:34.294492Z","end":"2026-07-24T05:28:34.470118Z","steps":["trace[1648873841] 'process raft request' (duration: 175.163763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357366674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:34.470238Z","caller":"traceutil/trace.go:171","msg":"trace[1696530320] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25436; }","duration":"1.357472176s","start":"2026-07-24T05:28:33.11275Z","end":"2026-07-24T05:28:34.470222Z","steps":["trace[1696530320] 'agreement among raft nodes before linearized reading' (duration: 1.357351793s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248556273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-24T05:28:34.470278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.112727Z","time spent":"1.357542428s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:34.470293Z","caller":"traceutil/trace.go:171","msg":"trace[789969712] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25436; }","duration":"1.248642304s","start":"2026-07-24T05:28:33.221639Z","end":"2026-07-24T05:28:34.470281Z","steps":["trace[789969712] 'agreement among raft nodes before linearized reading' (duration: 1.248498891s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.252991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:28:34.47033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.221613Z","time spent":"1.248708915s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-07-24T05:28:34.470361Z","caller":"traceutil/trace.go:171","msg":"trace[1937346076] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25436; }","duration":"907.321803ms","start":"2026-07-24T05:28:33.563029Z","end":"2026-07-24T05:28:34.47035Z","steps":["trace[1937346076] 'agreement among raft nodes before linearized reading' (duration: 907.256682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508350248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-24T05:28:34.470395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.563014Z","time spent":"907.375644ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:28:34.470407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729853794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T05:28:34.470442Z","caller":"traceutil/trace.go:171","msg":"trace[777125153] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25436; }","duration":"1.729936076s","start":"2026-07-24T05:28:32.740499Z","end":"2026-07-24T05:28:34.470435Z","steps":["trace[777125153] 'agreement among raft nodes before linearized reading' (duration: 1.72967278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.740474Z","time spent":"1.729986407s","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:34.4705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492791763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:34.470418Z","caller":"traceutil/trace.go:171","msg":"trace[1043315494] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25436; }","duration":"1.508407559s","start":"2026-07-24T05:28:32.962002Z","end":"2026-07-24T05:28:34.47041Z","steps":["trace[1043315494] 'agreement among raft nodes before linearized reading' (duration: 1.508086141s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:34.470529Z","caller":"traceutil/trace.go:171","msg":"trace[942590690] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25436; }","duration":"1.492840354s","start":"2026-07-24T05:28:32.977681Z","end":"2026-07-24T05:28:34.470521Z","steps":["trace[942590690] 'agreement among raft nodes before linearized reading' (duration: 1.492751742s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502283242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:28:34.470574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.977631Z","time spent":"1.492934977s","remote":"127.0.0.1:49974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:34.470565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575307764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-24T05:28:34.470581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.628515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:28:34.470587Z","caller":"traceutil/trace.go:171","msg":"trace[76705959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25436; }","duration":"1.502335953s","start":"2026-07-24T05:28:32.968242Z","end":"2026-07-24T05:28:34.470578Z","steps":["trace[76705959] 'agreement among raft nodes before linearized reading' (duration: 1.502279631s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793795469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:28:34.470615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.968232Z","time spent":"1.502377444s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:28:34.470612Z","caller":"traceutil/trace.go:171","msg":"trace[146857047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25436; }","duration":"273.693747ms","start":"2026-07-24T05:28:34.196907Z","end":"2026-07-24T05:28:34.470601Z","steps":["trace[146857047] 'agreement among raft nodes before linearized reading' (duration: 273.653976ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:34.470612Z","caller":"traceutil/trace.go:171","msg":"trace[823026239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25436; }","duration":"1.575395636s","start":"2026-07-24T05:28:32.895201Z","end":"2026-07-24T05:28:34.470596Z","steps":["trace[823026239] 'agreement among raft nodes before linearized reading' (duration: 1.575247472s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.47062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511541484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-24T05:28:34.470649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.665733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:28:34.470653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.895182Z","time spent":"1.575461268s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:28:34.470652Z","caller":"traceutil/trace.go:171","msg":"trace[1415856754] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25436; }","duration":"1.793934832s","start":"2026-07-24T05:28:32.676698Z","end":"2026-07-24T05:28:34.470633Z","steps":["trace[1415856754] 'agreement among raft nodes before linearized reading' (duration: 1.793814729s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:34.470691Z","caller":"traceutil/trace.go:171","msg":"trace[1857052774] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25436; }","duration":"322.754785ms","start":"2026-07-24T05:28:34.147923Z","end":"2026-07-24T05:28:34.470677Z","steps":["trace[1857052774] 'agreement among raft nodes before linearized reading' (duration: 322.691223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.147864Z","time spent":"322.852028ms","remote":"127.0.0.1:37540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T05:28:34.470728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.676668Z","time spent":"1.794046225s","remote":"127.0.0.1:44258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:34.470583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.96199Z","time spent":"1.508576112s","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-24T05:28:34.470688Z","caller":"traceutil/trace.go:171","msg":"trace[1027424649] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25436; }","duration":"1.511681507s","start":"2026-07-24T05:28:32.958992Z","end":"2026-07-24T05:28:34.470673Z","steps":["trace[1027424649] 'agreement among raft nodes before linearized reading' (duration: 1.511449731s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.470849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.95897Z","time spent":"1.511867203s","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-24T05:28:39.261982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.435234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-238ed311-c5bc-45d3-bd3f-cfcec367d9fc\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-24T05:28:39.262092Z","caller":"traceutil/trace.go:171","msg":"trace[2051802917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-238ed311-c5bc-45d3-bd3f-cfcec367d9fc; range_end:; response_count:1; response_revision:25528; }","duration":"197.591368ms","start":"2026-07-24T05:28:39.064477Z","end":"2026-07-24T05:28:39.262068Z","steps":["trace[2051802917] 'range keys from in-memory index tree' (duration: 197.24363ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:39.816654Z","caller":"traceutil/trace.go:171","msg":"trace[2019245328] linearizableReadLoop","detail":"{readStateIndex:26353; appliedIndex:26352; }","duration":"470.744932ms","start":"2026-07-24T05:28:39.345889Z","end":"2026-07-24T05:28:39.816634Z","steps":["trace[2019245328] 'read index received' (duration: 470.600419ms)","trace[2019245328] 'applied index is now lower than readState.Index' (duration: 143.843µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:39.816744Z","caller":"traceutil/trace.go:171","msg":"trace[560367121] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"543.600804ms","start":"2026-07-24T05:28:39.273127Z","end":"2026-07-24T05:28:39.816728Z","steps":["trace[560367121] 'process raft request' (duration: 543.383989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:39.816787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.887236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:39.816814Z","caller":"traceutil/trace.go:171","msg":"trace[1613407221] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25529; }","duration":"470.976118ms","start":"2026-07-24T05:28:39.34583Z","end":"2026-07-24T05:28:39.816806Z","steps":["trace[1613407221] 'agreement among raft nodes before linearized reading' (duration: 470.896406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:39.816818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.27311Z","time spent":"543.663527ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:39.816837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.345808Z","time spent":"471.022259ms","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:40.033088Z","caller":"traceutil/trace.go:171","msg":"trace[1980693602] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"567.016794ms","start":"2026-07-24T05:28:39.466037Z","end":"2026-07-24T05:28:40.033054Z","steps":["trace[1980693602] 'process raft request' (duration: 477.198639ms)","trace[1980693602] 'compare' (duration: 89.527238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:40.033235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.513012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-238ed311-c5bc-45d3-bd3f-cfcec367d9fc\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-24T05:28:40.03341Z","caller":"traceutil/trace.go:171","msg":"trace[1878355973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-238ed311-c5bc-45d3-bd3f-cfcec367d9fc; range_end:; response_count:1; response_revision:25530; }","duration":"247.736247ms","start":"2026-07-24T05:28:39.785655Z","end":"2026-07-24T05:28:40.033391Z","steps":["trace[1878355973] 'agreement among raft nodes before linearized reading' (duration: 247.392239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:40.033421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.572314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:28:40.033467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.921305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:28:40.033493Z","caller":"traceutil/trace.go:171","msg":"trace[2116323143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25530; }","duration":"449.990776ms","start":"2026-07-24T05:28:39.583494Z","end":"2026-07-24T05:28:40.033484Z","steps":["trace[2116323143] 'agreement among raft nodes before linearized reading' (duration: 449.913215ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:40.033484Z","caller":"traceutil/trace.go:171","msg":"trace[1622536609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25530; }","duration":"536.708996ms","start":"2026-07-24T05:28:39.496759Z","end":"2026-07-24T05:28:40.033468Z","steps":["trace[1622536609] 'agreement among raft nodes before linearized reading' (duration: 536.407589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:40.033511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.583468Z","time spent":"450.039658ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:40.033518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.954593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T05:28:40.033536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.496741Z","time spent":"536.782858ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:28:40.033573Z","caller":"traceutil/trace.go:171","msg":"trace[1937888133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25530; }","duration":"447.055395ms","start":"2026-07-24T05:28:39.586501Z","end":"2026-07-24T05:28:40.033556Z","steps":["trace[1937888133] 'agreement among raft nodes before linearized reading' (duration: 446.737288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:40.033617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.586479Z","time spent":"447.124997ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:40.03333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.466017Z","time spent":"567.162138ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:40.033107Z","caller":"traceutil/trace.go:171","msg":"trace[1497941700] linearizableReadLoop","detail":"{readStateIndex:26354; appliedIndex:26353; }","duration":"216.340863ms","start":"2026-07-24T05:28:39.816706Z","end":"2026-07-24T05:28:40.033047Z","steps":["trace[1497941700] 'read index received' (duration: 126.563479ms)","trace[1497941700] 'applied index is now lower than readState.Index' (duration: 89.775124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:40.033749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.571252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:28:40.033792Z","caller":"traceutil/trace.go:171","msg":"trace[448311784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25530; }","duration":"450.668844ms","start":"2026-07-24T05:28:39.58311Z","end":"2026-07-24T05:28:40.033779Z","steps":["trace[448311784] 'agreement among raft nodes before linearized reading' (duration: 450.53832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:40.033798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.838935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-24T05:28:40.033826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.583081Z","time spent":"450.736545ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:28:40.033868Z","caller":"traceutil/trace.go:171","msg":"trace[1466334067] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25530; }","duration":"440.949147ms","start":"2026-07-24T05:28:39.592904Z","end":"2026-07-24T05:28:40.033853Z","steps":["trace[1466334067] 'agreement among raft nodes before linearized reading' (duration: 440.779243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:40.033859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.890235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T05:28:40.033914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.59288Z","time spent":"441.021908ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:28:40.033928Z","caller":"traceutil/trace.go:171","msg":"trace[2141989195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25530; }","duration":"442.995997ms","start":"2026-07-24T05:28:39.590917Z","end":"2026-07-24T05:28:40.033913Z","steps":["trace[2141989195] 'agreement among raft nodes before linearized reading' (duration: 442.775001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:40.033966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.590905Z","time spent":"443.056139ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:28:42.772697Z","caller":"traceutil/trace.go:171","msg":"trace[362924919] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"211.448934ms","start":"2026-07-24T05:28:42.561207Z","end":"2026-07-24T05:28:42.772656Z","steps":["trace[362924919] 'process raft request' (duration: 211.319061ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.772696Z","caller":"traceutil/trace.go:171","msg":"trace[1600702986] linearizableReadLoop","detail":"{readStateIndex:26380; appliedIndex:26380; }","duration":"190.217997ms","start":"2026-07-24T05:28:42.58245Z","end":"2026-07-24T05:28:42.772668Z","steps":["trace[1600702986] 'read index received' (duration: 190.201217ms)","trace[1600702986] 'applied index is now lower than readState.Index' (duration: 13.89µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:42.772898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.435073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:28:42.772936Z","caller":"traceutil/trace.go:171","msg":"trace[1881011114] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25555; }","duration":"190.518104ms","start":"2026-07-24T05:28:42.582409Z","end":"2026-07-24T05:28:42.772927Z","steps":["trace[1881011114] 'agreement among raft nodes before linearized reading' (duration: 190.34156ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.790584Z","caller":"traceutil/trace.go:171","msg":"trace[2045903597] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"187.554293ms","start":"2026-07-24T05:28:42.60301Z","end":"2026-07-24T05:28:42.790564Z","steps":["trace[2045903597] 'process raft request' (duration: 187.521053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.790606Z","caller":"traceutil/trace.go:171","msg":"trace[263045025] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"188.978297ms","start":"2026-07-24T05:28:42.601606Z","end":"2026-07-24T05:28:42.790585Z","steps":["trace[263045025] 'process raft request' (duration: 188.788282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.790788Z","caller":"traceutil/trace.go:171","msg":"trace[165146139] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"189.046959ms","start":"2026-07-24T05:28:42.601734Z","end":"2026-07-24T05:28:42.790781Z","steps":["trace[165146139] 'process raft request' (duration: 188.765132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.104477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.911673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:46.104539Z","caller":"traceutil/trace.go:171","msg":"trace[796442015] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25596; }","duration":"237.012345ms","start":"2026-07-24T05:28:45.867513Z","end":"2026-07-24T05:28:46.104525Z","steps":["trace[796442015] 'count revisions from in-memory index tree' (duration: 236.864641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.313686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.487863ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-24T05:28:46.313802Z","caller":"traceutil/trace.go:171","msg":"trace[710224433] linearizableReadLoop","detail":"{readStateIndex:26423; appliedIndex:26422; }","duration":"341.485787ms","start":"2026-07-24T05:28:45.972292Z","end":"2026-07-24T05:28:46.313778Z","steps":["trace[710224433] 'read index received' (duration: 14.82291ms)","trace[710224433] 'applied index is now lower than readState.Index' (duration: 326.661057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:46.314075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.766715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:46.314168Z","caller":"traceutil/trace.go:171","msg":"trace[683066051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25596; }","duration":"341.892637ms","start":"2026-07-24T05:28:45.972246Z","end":"2026-07-24T05:28:46.314139Z","steps":["trace[683066051] 'agreement among raft nodes before linearized reading' (duration: 341.737913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.314206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:45.972224Z","time spent":"341.974299ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:46.314307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.9683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T05:28:46.314378Z","caller":"traceutil/trace.go:171","msg":"trace[893872805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25596; }","duration":"199.060552ms","start":"2026-07-24T05:28:46.115298Z","end":"2026-07-24T05:28:46.314359Z","steps":["trace[893872805] 'agreement among raft nodes before linearized reading' (duration: 198.854777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.31442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.889525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:28:46.314591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.930568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:28:46.314634Z","caller":"traceutil/trace.go:171","msg":"trace[2049945426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25596; }","duration":"178.00918ms","start":"2026-07-24T05:28:46.136613Z","end":"2026-07-24T05:28:46.314622Z","steps":["trace[2049945426] 'agreement among raft nodes before linearized reading' (duration: 177.946159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.314637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.195082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:28:46.3147Z","caller":"traceutil/trace.go:171","msg":"trace[455702663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25596; }","duration":"203.304105ms","start":"2026-07-24T05:28:46.111382Z","end":"2026-07-24T05:28:46.314686Z","steps":["trace[455702663] 'agreement among raft nodes before linearized reading' (duration: 203.08295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.314705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.810591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-24T05:28:46.314726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.151543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:28:46.314762Z","caller":"traceutil/trace.go:171","msg":"trace[928651088] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25596; }","duration":"199.897392ms","start":"2026-07-24T05:28:46.114849Z","end":"2026-07-24T05:28:46.314746Z","steps":["trace[928651088] 'agreement among raft nodes before linearized reading' (duration: 199.704098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:46.314805Z","caller":"traceutil/trace.go:171","msg":"trace[960743111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25596; }","duration":"208.257496ms","start":"2026-07-24T05:28:46.106525Z","end":"2026-07-24T05:28:46.314782Z","steps":["trace[960743111] 'agreement among raft nodes before linearized reading' (duration: 208.030811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.315074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.100351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T05:28:46.315102Z","caller":"traceutil/trace.go:171","msg":"trace[1691309766] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25596; }","duration":"240.167173ms","start":"2026-07-24T05:28:46.074926Z","end":"2026-07-24T05:28:46.315093Z","steps":["trace[1691309766] 'agreement among raft nodes before linearized reading' (duration: 239.650559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.315245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.25102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:28:46.315405Z","caller":"traceutil/trace.go:171","msg":"trace[762522304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25596; }","duration":"195.412914ms","start":"2026-07-24T05:28:46.119973Z","end":"2026-07-24T05:28:46.315386Z","steps":["trace[762522304] 'agreement among raft nodes before linearized reading' (duration: 194.795218ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:46.316873Z","caller":"traceutil/trace.go:171","msg":"trace[210010585] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25596; }","duration":"304.472157ms","start":"2026-07-24T05:28:46.012382Z","end":"2026-07-24T05:28:46.316854Z","steps":["trace[210010585] 'agreement among raft nodes before linearized reading' (duration: 301.750841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:46.317038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.012367Z","time spent":"304.647442ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:46.451441Z","caller":"traceutil/trace.go:171","msg":"trace[875650188] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"131.344135ms","start":"2026-07-24T05:28:46.320065Z","end":"2026-07-24T05:28:46.451409Z","steps":["trace[875650188] 'process raft request' (duration: 131.11984ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:46.495735Z","caller":"traceutil/trace.go:171","msg":"trace[259608827] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"174.893084ms","start":"2026-07-24T05:28:46.320805Z","end":"2026-07-24T05:28:46.495698Z","steps":["trace[259608827] 'process raft request' (duration: 174.641548ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:46.496112Z","caller":"traceutil/trace.go:171","msg":"trace[1924755468] linearizableReadLoop","detail":"{readStateIndex:26425; appliedIndex:26423; }","duration":"175.14745ms","start":"2026-07-24T05:28:46.320934Z","end":"2026-07-24T05:28:46.496082Z","steps":["trace[1924755468] 'read index received' (duration: 130.33815ms)","trace[1924755468] 'applied index is now lower than readState.Index' (duration: 44.8082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:46.496279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.374696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-238ed311-c5bc-45d3-bd3f-cfcec367d9fc\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-24T05:28:46.496308Z","caller":"traceutil/trace.go:171","msg":"trace[950287431] range","detail":"{range_begin:/registry/persistentvolumes/pvc-238ed311-c5bc-45d3-bd3f-cfcec367d9fc; range_end:; response_count:1; response_revision:25602; }","duration":"175.445197ms","start":"2026-07-24T05:28:46.320853Z","end":"2026-07-24T05:28:46.496299Z","steps":["trace[950287431] 'agreement among raft nodes before linearized reading' (duration: 175.319764ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:46.496323Z","caller":"traceutil/trace.go:171","msg":"trace[900720465] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"174.353101ms","start":"2026-07-24T05:28:46.321946Z","end":"2026-07-24T05:28:46.496299Z","steps":["trace[900720465] 'process raft request' (duration: 174.038114ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:46.496486Z","caller":"traceutil/trace.go:171","msg":"trace[1822353386] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"175.346056ms","start":"2026-07-24T05:28:46.321131Z","end":"2026-07-24T05:28:46.496477Z","steps":["trace[1822353386] 'process raft request' (duration: 174.506055ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:46.496587Z","caller":"traceutil/trace.go:171","msg":"trace[1001980729] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"175.010447ms","start":"2026-07-24T05:28:46.321568Z","end":"2026-07-24T05:28:46.496578Z","steps":["trace[1001980729] 'process raft request' (duration: 174.28491ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:46.496637Z","caller":"traceutil/trace.go:171","msg":"trace[639444805] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"171.303217ms","start":"2026-07-24T05:28:46.325326Z","end":"2026-07-24T05:28:46.496629Z","steps":["trace[639444805] 'process raft request' (duration: 170.704673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.456111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.657476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-24T05:29:16.456304Z","caller":"traceutil/trace.go:171","msg":"trace[904826708] linearizableReadLoop","detail":"{readStateIndex:26677; appliedIndex:26676; }","duration":"511.145734ms","start":"2026-07-24T05:29:15.945144Z","end":"2026-07-24T05:29:16.456289Z","steps":["trace[904826708] 'read index received' (duration: 73.19117ms)","trace[904826708] 'applied index is now lower than readState.Index' (duration: 437.953574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:16.45653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.377501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:16.45656Z","caller":"traceutil/trace.go:171","msg":"trace[2119453482] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25844; }","duration":"511.438912ms","start":"2026-07-24T05:29:15.945113Z","end":"2026-07-24T05:29:16.456552Z","steps":["trace[2119453482] 'agreement among raft nodes before linearized reading' (duration: 511.383131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.456585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:15.945099Z","time spent":"511.479253ms","remote":"127.0.0.1:44286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:29:16.754339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.468106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:29:16.754407Z","caller":"traceutil/trace.go:171","msg":"trace[197669797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25845; }","duration":"149.564608ms","start":"2026-07-24T05:29:16.604826Z","end":"2026-07-24T05:29:16.75439Z","steps":["trace[197669797] 'range keys from in-memory index tree' (duration: 149.299802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.754492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.341881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-24T05:29:16.754571Z","caller":"traceutil/trace.go:171","msg":"trace[523508432] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25845; }","duration":"553.453404ms","start":"2026-07-24T05:29:16.201091Z","end":"2026-07-24T05:29:16.754545Z","steps":["trace[523508432] 'agreement among raft nodes before linearized reading' (duration: 255.671219ms)","trace[523508432] 'range keys from in-memory index tree' (duration: 297.61774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:16.754607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.201076Z","time spent":"553.524075ms","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-24T05:29:16.754567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.203994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:16.754692Z","caller":"traceutil/trace.go:171","msg":"trace[21494021] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25845; }","duration":"291.369229ms","start":"2026-07-24T05:29:16.463296Z","end":"2026-07-24T05:29:16.754665Z","steps":["trace[21494021] 'range keys from in-memory index tree' (duration: 291.111522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.754812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.597041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:29:16.754869Z","caller":"traceutil/trace.go:171","msg":"trace[883043193] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25845; }","duration":"110.682213ms","start":"2026-07-24T05:29:16.644173Z","end":"2026-07-24T05:29:16.754855Z","steps":["trace[883043193] 'range keys from in-memory index tree' (duration: 110.395386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.754331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.028563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:16.755015Z","caller":"traceutil/trace.go:171","msg":"trace[1756458608] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25845; }","duration":"248.829734ms","start":"2026-07-24T05:29:16.506172Z","end":"2026-07-24T05:29:16.755002Z","steps":["trace[1756458608] 'count revisions from in-memory index tree' (duration: 247.89352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.755064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.261548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:29:16.755097Z","caller":"traceutil/trace.go:171","msg":"trace[715861210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25845; }","duration":"102.32987ms","start":"2026-07-24T05:29:16.652759Z","end":"2026-07-24T05:29:16.755089Z","steps":["trace[715861210] 'range keys from in-memory index tree' (duration: 102.142015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.755224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.368323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T05:29:16.755245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.126289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:29:16.755293Z","caller":"traceutil/trace.go:171","msg":"trace[2012441031] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25845; }","duration":"110.199111ms","start":"2026-07-24T05:29:16.645083Z","end":"2026-07-24T05:29:16.755282Z","steps":["trace[2012441031] 'range keys from in-memory index tree' (duration: 109.999406ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:16.755258Z","caller":"traceutil/trace.go:171","msg":"trace[577917329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25845; }","duration":"107.440755ms","start":"2026-07-24T05:29:16.647809Z","end":"2026-07-24T05:29:16.75525Z","steps":["trace[577917329] 'range keys from in-memory index tree' (duration: 107.088605ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:16.859833Z","caller":"traceutil/trace.go:171","msg":"trace[252834575] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"179.827985ms","start":"2026-07-24T05:29:16.679983Z","end":"2026-07-24T05:29:16.859811Z","steps":["trace[252834575] 'process raft request' (duration: 179.688462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.176687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.422217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:17.177044Z","caller":"traceutil/trace.go:171","msg":"trace[645124431] linearizableReadLoop","detail":"{readStateIndex:26681; appliedIndex:26679; }","duration":"489.96145ms","start":"2026-07-24T05:29:16.687065Z","end":"2026-07-24T05:29:17.177027Z","steps":["trace[645124431] 'read index received' (duration: 173.063541ms)","trace[645124431] 'applied index is now lower than readState.Index' (duration: 316.896839ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:17.177316Z","caller":"traceutil/trace.go:171","msg":"trace[945399481] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"495.69728ms","start":"2026-07-24T05:29:16.681604Z","end":"2026-07-24T05:29:17.177302Z","steps":["trace[945399481] 'process raft request' (duration: 326.574456ms)","trace[945399481] 'compare' (duration: 167.957166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:17.177401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.681598Z","time spent":"495.757761ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:17.177622Z","caller":"traceutil/trace.go:171","msg":"trace[294151421] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"495.570795ms","start":"2026-07-24T05:29:16.68204Z","end":"2026-07-24T05:29:17.177611Z","steps":["trace[294151421] 'process raft request' (duration: 494.750805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.177705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.682021Z","time spent":"495.634787ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:17.177955Z","caller":"traceutil/trace.go:171","msg":"trace[1231280735] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"416.767799ms","start":"2026-07-24T05:29:16.761168Z","end":"2026-07-24T05:29:17.177936Z","steps":["trace[1231280735] 'process raft request' (duration: 415.693682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.178042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.761141Z","time spent":"416.856531ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:17.178294Z","caller":"traceutil/trace.go:171","msg":"trace[40567460] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"416.462702ms","start":"2026-07-24T05:29:16.76182Z","end":"2026-07-24T05:29:17.178282Z","steps":["trace[40567460] 'process raft request' (duration: 415.094498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.178371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.761795Z","time spent":"416.533653ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:17.178548Z","caller":"traceutil/trace.go:171","msg":"trace[301126157] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"416.653846ms","start":"2026-07-24T05:29:16.761884Z","end":"2026-07-24T05:29:17.178537Z","steps":["trace[301126157] 'process raft request' (duration: 415.068967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.178617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.761861Z","time spent":"416.718438ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:17.178795Z","caller":"traceutil/trace.go:171","msg":"trace[1239107983] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"416.851841ms","start":"2026-07-24T05:29:16.761929Z","end":"2026-07-24T05:29:17.178781Z","steps":["trace[1239107983] 'process raft request' (duration: 415.059477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.178865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.761919Z","time spent":"416.908032ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:17.179133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.063771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-24T05:29:17.17919Z","caller":"traceutil/trace.go:171","msg":"trace[1277797289] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25852; }","duration":"492.129622ms","start":"2026-07-24T05:29:16.687034Z","end":"2026-07-24T05:29:17.179164Z","steps":["trace[1277797289] 'agreement among raft nodes before linearized reading' (duration: 491.986619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.17923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.68702Z","time spent":"492.198905ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:29:17.427867Z","caller":"traceutil/trace.go:171","msg":"trace[624584084] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"490.37502ms","start":"2026-07-24T05:29:16.937468Z","end":"2026-07-24T05:29:17.427843Z","steps":["trace[624584084] 'process raft request' (duration: 490.277327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.428031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.937452Z","time spent":"490.501583ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:17.428281Z","caller":"traceutil/trace.go:171","msg":"trace[482349532] linearizableReadLoop","detail":"{readStateIndex:26688; appliedIndex:26685; }","duration":"251.156021ms","start":"2026-07-24T05:29:17.177088Z","end":"2026-07-24T05:29:17.428244Z","steps":["trace[482349532] 'read index received' (duration: 229.425492ms)","trace[482349532] 'applied index is now lower than readState.Index' (duration: 21.728889ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:17.428545Z","caller":"traceutil/trace.go:171","msg":"trace[106843287] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"500.524947ms","start":"2026-07-24T05:29:16.927992Z","end":"2026-07-24T05:29:17.428517Z","steps":["trace[106843287] 'process raft request' (duration: 478.547162ms)","trace[106843287] 'compare' (duration: 20.996211ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:17.428698Z","caller":"traceutil/trace.go:171","msg":"trace[328244611] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"489.221953ms","start":"2026-07-24T05:29:16.939459Z","end":"2026-07-24T05:29:17.428681Z","steps":["trace[328244611] 'process raft request' (duration: 488.345232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.428704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.927972Z","time spent":"500.603469ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:17.428756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.939446Z","time spent":"489.281804ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:17.428916Z","caller":"traceutil/trace.go:171","msg":"trace[1103055124] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"244.418656ms","start":"2026-07-24T05:29:17.184484Z","end":"2026-07-24T05:29:17.428903Z","steps":["trace[1103055124] 'process raft request' (duration: 243.645777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.429001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.359672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:29:17.42908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.604647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:29:17.429103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.165865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T05:29:17.42909Z","caller":"traceutil/trace.go:171","msg":"trace[1390076532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25856; }","duration":"412.507825ms","start":"2026-07-24T05:29:17.016554Z","end":"2026-07-24T05:29:17.429062Z","steps":["trace[1390076532] 'agreement among raft nodes before linearized reading' (duration: 412.107295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.429061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.015629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:29:17.429113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.69637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-24T05:29:17.429154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:17.016536Z","time spent":"412.606058ms","remote":"127.0.0.1:43744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:17.429136Z","caller":"traceutil/trace.go:171","msg":"trace[1270125286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25856; }","duration":"460.210125ms","start":"2026-07-24T05:29:16.968912Z","end":"2026-07-24T05:29:17.429122Z","steps":["trace[1270125286] 'agreement among raft nodes before linearized reading' (duration: 459.812366ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:17.429191Z","caller":"traceutil/trace.go:171","msg":"trace[1823106712] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25856; }","duration":"656.214164ms","start":"2026-07-24T05:29:16.772944Z","end":"2026-07-24T05:29:17.429158Z","steps":["trace[1823106712] 'agreement among raft nodes before linearized reading' (duration: 655.803514ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:17.429119Z","caller":"traceutil/trace.go:171","msg":"trace[770865026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25856; }","duration":"666.677629ms","start":"2026-07-24T05:29:16.762431Z","end":"2026-07-24T05:29:17.429109Z","steps":["trace[770865026] 'agreement among raft nodes before linearized reading' (duration: 666.331741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.429191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.315718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:17.429219Z","caller":"traceutil/trace.go:171","msg":"trace[172841247] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25856; }","duration":"567.852284ms","start":"2026-07-24T05:29:16.861341Z","end":"2026-07-24T05:29:17.429193Z","steps":["trace[172841247] 'agreement among raft nodes before linearized reading' (duration: 567.373052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.429246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.762416Z","time spent":"666.821933ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:29:17.429265Z","caller":"traceutil/trace.go:171","msg":"trace[761050606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25856; }","duration":"460.450451ms","start":"2026-07-24T05:29:16.968798Z","end":"2026-07-24T05:29:17.429249Z","steps":["trace[761050606] 'agreement among raft nodes before linearized reading' (duration: 459.933489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.429267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.861317Z","time spent":"567.941136ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-24T05:29:17.429225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.968906Z","time spent":"460.305068ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:29:17.42926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.772923Z","time spent":"656.324407ms","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:17.42931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.968743Z","time spent":"460.559404ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:17.42908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.901413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:29:17.429392Z","caller":"traceutil/trace.go:171","msg":"trace[1798256166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25856; }","duration":"297.255971ms","start":"2026-07-24T05:29:17.132126Z","end":"2026-07-24T05:29:17.429382Z","steps":["trace[1798256166] 'agreement among raft nodes before linearized reading' (duration: 296.584335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.429747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.390229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-cgfrj\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:29:17.429813Z","caller":"traceutil/trace.go:171","msg":"trace[723480890] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-cgfrj; range_end:; response_count:1; response_revision:25855; }","duration":"670.492521ms","start":"2026-07-24T05:29:16.759303Z","end":"2026-07-24T05:29:17.429796Z","steps":["trace[723480890] 'agreement among raft nodes before linearized reading' (duration: 669.087538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.429848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.759284Z","time spent":"670.556343ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-cgfrj\" "} {"level":"warn","ts":"2026-07-24T05:29:17.726828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.845029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:17.726919Z","caller":"traceutil/trace.go:171","msg":"trace[367672733] linearizableReadLoop","detail":"{readStateIndex:26691; appliedIndex:26689; }","duration":"284.046691ms","start":"2026-07-24T05:29:17.442858Z","end":"2026-07-24T05:29:17.726905Z","steps":["trace[367672733] 'read index received' (duration: 58.526144ms)","trace[367672733] 'applied index is now lower than readState.Index' (duration: 225.519627ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:17.727138Z","caller":"traceutil/trace.go:171","msg":"trace[1872009873] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"291.993754ms","start":"2026-07-24T05:29:17.435133Z","end":"2026-07-24T05:29:17.727127Z","steps":["trace[1872009873] 'process raft request' (duration: 126.797896ms)","trace[1872009873] 'compare' (duration: 164.605333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:17.727353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.617665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-24T05:29:17.727395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.537303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-24T05:29:17.727409Z","caller":"traceutil/trace.go:171","msg":"trace[1486182525] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25858; }","duration":"252.727209ms","start":"2026-07-24T05:29:17.474668Z","end":"2026-07-24T05:29:17.727395Z","steps":["trace[1486182525] 'agreement among raft nodes before linearized reading' (duration: 252.610046ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:17.727426Z","caller":"traceutil/trace.go:171","msg":"trace[2004704533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25858; }","duration":"284.583733ms","start":"2026-07-24T05:29:17.442832Z","end":"2026-07-24T05:29:17.727416Z","steps":["trace[2004704533] 'agreement among raft nodes before linearized reading' (duration: 284.44553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:18.221115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.262895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:18.221225Z","caller":"traceutil/trace.go:171","msg":"trace[517784718] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25858; }","duration":"136.43633ms","start":"2026-07-24T05:29:18.084768Z","end":"2026-07-24T05:29:18.221205Z","steps":["trace[517784718] 'count revisions from in-memory index tree' (duration: 136.154733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:18.221501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.54919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:18.221575Z","caller":"traceutil/trace.go:171","msg":"trace[460215732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25858; }","duration":"251.686542ms","start":"2026-07-24T05:29:17.969871Z","end":"2026-07-24T05:29:18.221558Z","steps":["trace[460215732] 'range keys from in-memory index tree' (duration: 251.492249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.162069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.537293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:19.162165Z","caller":"traceutil/trace.go:171","msg":"trace[872643473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25859; }","duration":"194.684466ms","start":"2026-07-24T05:29:18.967457Z","end":"2026-07-24T05:29:19.162142Z","steps":["trace[872643473] 'range keys from in-memory index tree' (duration: 194.42962ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.319864Z","caller":"traceutil/trace.go:171","msg":"trace[1723968700] linearizableReadLoop","detail":"{readStateIndex:26693; appliedIndex:26692; }","duration":"135.132918ms","start":"2026-07-24T05:29:19.184703Z","end":"2026-07-24T05:29:19.319836Z","steps":["trace[1723968700] 'read index received' (duration: 135.046006ms)","trace[1723968700] 'applied index is now lower than readState.Index' (duration: 85.392µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:19.32006Z","caller":"traceutil/trace.go:171","msg":"trace[627897310] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"135.895575ms","start":"2026-07-24T05:29:19.184135Z","end":"2026-07-24T05:29:19.32003Z","steps":["trace[627897310] 'process raft request' (duration: 135.525726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.320223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.502246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:29:19.320305Z","caller":"traceutil/trace.go:171","msg":"trace[394578832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25860; }","duration":"135.63236ms","start":"2026-07-24T05:29:19.184659Z","end":"2026-07-24T05:29:19.320291Z","steps":["trace[394578832] 'agreement among raft nodes before linearized reading' (duration: 135.398694ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.347474Z","caller":"traceutil/trace.go:171","msg":"trace[867166773] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"161.019557ms","start":"2026-07-24T05:29:19.186417Z","end":"2026-07-24T05:29:19.347437Z","steps":["trace[867166773] 'process raft request' (duration: 160.865573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.347646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.78255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:29:19.347706Z","caller":"traceutil/trace.go:171","msg":"trace[1502634630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25863; }","duration":"162.874342ms","start":"2026-07-24T05:29:19.184816Z","end":"2026-07-24T05:29:19.34769Z","steps":["trace[1502634630] 'agreement among raft nodes before linearized reading' (duration: 162.596175ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.348292Z","caller":"traceutil/trace.go:171","msg":"trace[392656177] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"161.325974ms","start":"2026-07-24T05:29:19.186929Z","end":"2026-07-24T05:29:19.348255Z","steps":["trace[392656177] 'process raft request' (duration: 160.413372ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.348504Z","caller":"traceutil/trace.go:171","msg":"trace[698191287] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"162.348909ms","start":"2026-07-24T05:29:19.18611Z","end":"2026-07-24T05:29:19.348459Z","steps":["trace[698191287] 'process raft request' (duration: 160.989567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.496603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.272723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:19.497363Z","caller":"traceutil/trace.go:171","msg":"trace[140412835] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"171.795641ms","start":"2026-07-24T05:29:19.325546Z","end":"2026-07-24T05:29:19.497342Z","steps":["trace[140412835] 'process raft request' (duration: 60.785999ms)","trace[140412835] 'compare' (duration: 109.664958ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:19.49831Z","caller":"traceutil/trace.go:171","msg":"trace[1986398351] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"144.206549ms","start":"2026-07-24T05:29:19.354079Z","end":"2026-07-24T05:29:19.498285Z","steps":["trace[1986398351] 'process raft request' (duration: 143.149933ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.535182Z","caller":"traceutil/trace.go:171","msg":"trace[1573441075] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"100.496445ms","start":"2026-07-24T05:29:19.434659Z","end":"2026-07-24T05:29:19.535155Z","steps":["trace[1573441075] 'process raft request' (duration: 100.328741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.846918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.780376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:19.847259Z","caller":"traceutil/trace.go:171","msg":"trace[527635812] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"412.29846ms","start":"2026-07-24T05:29:19.434927Z","end":"2026-07-24T05:29:19.847225Z","steps":["trace[527635812] 'process raft request' (duration: 213.077224ms)","trace[527635812] 'compare' (duration: 197.955876ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:19.847367Z","caller":"traceutil/trace.go:171","msg":"trace[1318480381] linearizableReadLoop","detail":"{readStateIndex:26701; appliedIndex:26698; }","duration":"350.033684ms","start":"2026-07-24T05:29:19.497304Z","end":"2026-07-24T05:29:19.847338Z","steps":["trace[1318480381] 'read index received' (duration: 37.682606ms)","trace[1318480381] 'applied index is now lower than readState.Index' (duration: 312.349688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:19.847413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.434913Z","time spent":"412.413303ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:19.847523Z","caller":"traceutil/trace.go:171","msg":"trace[1743488375] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"344.84452ms","start":"2026-07-24T05:29:19.502664Z","end":"2026-07-24T05:29:19.847509Z","steps":["trace[1743488375] 'process raft request' (duration: 344.579493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.847636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.502643Z","time spent":"344.944942ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:19.847719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.155582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:29:19.847747Z","caller":"traceutil/trace.go:171","msg":"trace[1889912508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25869; }","duration":"115.214654ms","start":"2026-07-24T05:29:19.732524Z","end":"2026-07-24T05:29:19.847739Z","steps":["trace[1889912508] 'agreement among raft nodes before linearized reading' (duration: 115.06029ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.847395Z","caller":"traceutil/trace.go:171","msg":"trace[550065199] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"411.105171ms","start":"2026-07-24T05:29:19.436261Z","end":"2026-07-24T05:29:19.847367Z","steps":["trace[550065199] 'process raft request' (duration: 410.802394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.848102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.436239Z","time spent":"411.773947ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:19.848622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.79009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:29:19.848723Z","caller":"traceutil/trace.go:171","msg":"trace[1072884969] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25869; }","duration":"414.931465ms","start":"2026-07-24T05:29:19.433768Z","end":"2026-07-24T05:29:19.848699Z","steps":["trace[1072884969] 'agreement among raft nodes before linearized reading' (duration: 414.409502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.848777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.433747Z","time spent":"415.015156ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-24T05:29:19.849589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.737672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T05:29:19.849637Z","caller":"traceutil/trace.go:171","msg":"trace[707255161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25869; }","duration":"343.809573ms","start":"2026-07-24T05:29:19.505815Z","end":"2026-07-24T05:29:19.849625Z","steps":["trace[707255161] 'agreement among raft nodes before linearized reading' (duration: 341.715283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.84966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.505806Z","time spent":"343.847994ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:29:20.113601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.878274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:20.113708Z","caller":"traceutil/trace.go:171","msg":"trace[819914013] linearizableReadLoop","detail":"{readStateIndex:26704; appliedIndex:26703; }","duration":"143.514152ms","start":"2026-07-24T05:29:19.970176Z","end":"2026-07-24T05:29:20.113691Z","steps":["trace[819914013] 'read index received' (duration: 5.372171ms)","trace[819914013] 'applied index is now lower than readState.Index' (duration: 138.140571ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:20.113748Z","caller":"traceutil/trace.go:171","msg":"trace[109698833] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"260.291933ms","start":"2026-07-24T05:29:19.853425Z","end":"2026-07-24T05:29:20.113717Z","steps":["trace[109698833] 'process raft request' (duration: 122.197572ms)","trace[109698833] 'compare' (duration: 137.740511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:20.113796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.622124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:20.113819Z","caller":"traceutil/trace.go:171","msg":"trace[1165665112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25871; }","duration":"143.670786ms","start":"2026-07-24T05:29:19.97014Z","end":"2026-07-24T05:29:20.113811Z","steps":["trace[1165665112] 'agreement among raft nodes before linearized reading' (duration: 143.616804ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:20.336738Z","caller":"traceutil/trace.go:171","msg":"trace[1481663291] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26704; }","duration":"222.990714ms","start":"2026-07-24T05:29:20.113727Z","end":"2026-07-24T05:29:20.336718Z","steps":["trace[1481663291] 'read index received' (duration: 222.765689ms)","trace[1481663291] 'applied index is now lower than readState.Index' (duration: 224.345µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:20.337296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.478472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:20.33734Z","caller":"traceutil/trace.go:171","msg":"trace[15018859] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25872; }","duration":"319.571185ms","start":"2026-07-24T05:29:20.017759Z","end":"2026-07-24T05:29:20.33733Z","steps":["trace[15018859] 'agreement among raft nodes before linearized reading' (duration: 319.472442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.337369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:20.017743Z","time spent":"319.618586ms","remote":"127.0.0.1:36322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:20.337283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.145074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:20.33756Z","caller":"traceutil/trace.go:171","msg":"trace[1503624058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25872; }","duration":"222.459072ms","start":"2026-07-24T05:29:20.115072Z","end":"2026-07-24T05:29:20.337531Z","steps":["trace[1503624058] 'agreement among raft nodes before linearized reading' (duration: 222.118973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:20.337623Z","caller":"traceutil/trace.go:171","msg":"trace[387275730] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"247.217644ms","start":"2026-07-24T05:29:20.090396Z","end":"2026-07-24T05:29:20.337614Z","steps":["trace[387275730] 'process raft request' (duration: 246.167598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.337754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.108441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-24T05:29:20.337803Z","caller":"traceutil/trace.go:171","msg":"trace[1028152002] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25872; }","duration":"138.179693ms","start":"2026-07-24T05:29:20.199604Z","end":"2026-07-24T05:29:20.337784Z","steps":["trace[1028152002] 'agreement among raft nodes before linearized reading' (duration: 138.036328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.926161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.54755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:20.926244Z","caller":"traceutil/trace.go:171","msg":"trace[235053522] linearizableReadLoop","detail":"{readStateIndex:26707; appliedIndex:26706; }","duration":"159.801487ms","start":"2026-07-24T05:29:20.766418Z","end":"2026-07-24T05:29:20.92622Z","steps":["trace[235053522] 'read index received' (duration: 33.041462ms)","trace[235053522] 'applied index is now lower than readState.Index' (duration: 126.758045ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:20.926264Z","caller":"traceutil/trace.go:171","msg":"trace[543128095] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"221.686624ms","start":"2026-07-24T05:29:20.704541Z","end":"2026-07-24T05:29:20.926227Z","steps":["trace[543128095] 'process raft request' (duration: 94.997651ms)","trace[543128095] 'compare' (duration: 126.336154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:20.926416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.000483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:29:20.926439Z","caller":"traceutil/trace.go:171","msg":"trace[1779453064] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25873; }","duration":"160.056753ms","start":"2026-07-24T05:29:20.766375Z","end":"2026-07-24T05:29:20.926432Z","steps":["trace[1779453064] 'agreement among raft nodes before linearized reading' (duration: 159.90825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.955853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.70948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:29:20.955936Z","caller":"traceutil/trace.go:171","msg":"trace[266572046] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25874; }","duration":"188.831813ms","start":"2026-07-24T05:29:20.767085Z","end":"2026-07-24T05:29:20.955917Z","steps":["trace[266572046] 'agreement among raft nodes before linearized reading' (duration: 188.672869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:21.516446Z","caller":"traceutil/trace.go:171","msg":"trace[1035926867] linearizableReadLoop","detail":"{readStateIndex:26709; appliedIndex:26708; }","duration":"163.013716ms","start":"2026-07-24T05:29:21.353407Z","end":"2026-07-24T05:29:21.516421Z","steps":["trace[1035926867] 'read index received' (duration: 162.876393ms)","trace[1035926867] 'applied index is now lower than readState.Index' (duration: 135.543µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:21.516555Z","caller":"traceutil/trace.go:171","msg":"trace[566333906] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"191.261973ms","start":"2026-07-24T05:29:21.325283Z","end":"2026-07-24T05:29:21.516545Z","steps":["trace[566333906] 'process raft request' (duration: 190.921215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:21.516731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.298113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:29:21.516816Z","caller":"traceutil/trace.go:171","msg":"trace[1947009568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25875; }","duration":"163.408025ms","start":"2026-07-24T05:29:21.353383Z","end":"2026-07-24T05:29:21.516791Z","steps":["trace[1947009568] 'agreement among raft nodes before linearized reading' (duration: 163.19484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:21.669558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.152237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:21.669661Z","caller":"traceutil/trace.go:171","msg":"trace[802712157] linearizableReadLoop","detail":"{readStateIndex:26710; appliedIndex:26709; }","duration":"153.138256ms","start":"2026-07-24T05:29:21.516509Z","end":"2026-07-24T05:29:21.669647Z","steps":["trace[802712157] 'read index received' (duration: 45.926908ms)","trace[802712157] 'applied index is now lower than readState.Index' (duration: 107.209788ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:21.6697Z","caller":"traceutil/trace.go:171","msg":"trace[571139027] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"316.182312ms","start":"2026-07-24T05:29:21.353493Z","end":"2026-07-24T05:29:21.669675Z","steps":["trace[571139027] 'process raft request' (duration: 208.84043ms)","trace[571139027] 'compare' (duration: 107.036734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:21.669741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.925407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T05:29:21.669762Z","caller":"traceutil/trace.go:171","msg":"trace[895706040] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25876; }","duration":"313.956438ms","start":"2026-07-24T05:29:21.355799Z","end":"2026-07-24T05:29:21.669755Z","steps":["trace[895706040] 'agreement among raft nodes before linearized reading' (duration: 313.907656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:21.66976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.204498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:29:21.669787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.318675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-24T05:29:21.669787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.164181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:29:21.669809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:21.353469Z","time spent":"316.280555ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:21.669829Z","caller":"traceutil/trace.go:171","msg":"trace[1808827713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25876; }","duration":"316.379127ms","start":"2026-07-24T05:29:21.353436Z","end":"2026-07-24T05:29:21.669815Z","steps":["trace[1808827713] 'agreement among raft nodes before linearized reading' (duration: 316.246004ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:21.669829Z","caller":"traceutil/trace.go:171","msg":"trace[2123118448] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25876; }","duration":"211.322801ms","start":"2026-07-24T05:29:21.458488Z","end":"2026-07-24T05:29:21.669811Z","steps":["trace[2123118448] 'agreement among raft nodes before linearized reading' (duration: 211.206868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:21.669863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:21.353423Z","time spent":"316.431888ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:21.669876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.886774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:29:21.669895Z","caller":"traceutil/trace.go:171","msg":"trace[83104598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25876; }","duration":"167.936506ms","start":"2026-07-24T05:29:21.501953Z","end":"2026-07-24T05:29:21.669889Z","steps":["trace[83104598] 'agreement among raft nodes before linearized reading' (duration: 167.718861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:21.669829Z","caller":"traceutil/trace.go:171","msg":"trace[397759860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25876; }","duration":"168.250363ms","start":"2026-07-24T05:29:21.501571Z","end":"2026-07-24T05:29:21.669821Z","steps":["trace[397759860] 'agreement among raft nodes before linearized reading' (duration: 168.089719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:21.669787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:21.35579Z","time spent":"313.991198ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-24T05:29:21.765098Z","caller":"traceutil/trace.go:171","msg":"trace[346366906] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"224.632805ms","start":"2026-07-24T05:29:21.540443Z","end":"2026-07-24T05:29:21.765076Z","steps":["trace[346366906] 'process raft request' (duration: 224.565073ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:21.765166Z","caller":"traceutil/trace.go:171","msg":"trace[1533041999] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"244.126739ms","start":"2026-07-24T05:29:21.521007Z","end":"2026-07-24T05:29:21.765134Z","steps":["trace[1533041999] 'process raft request' (duration: 243.868353ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:21.895197Z","caller":"traceutil/trace.go:171","msg":"trace[1889368513] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"220.866572ms","start":"2026-07-24T05:29:21.6743Z","end":"2026-07-24T05:29:21.895167Z","steps":["trace[1889368513] 'process raft request' (duration: 128.065604ms)","trace[1889368513] 'compare' (duration: 92.448269ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:21.895403Z","caller":"traceutil/trace.go:171","msg":"trace[2030869985] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"220.644968ms","start":"2026-07-24T05:29:21.674741Z","end":"2026-07-24T05:29:21.895386Z","steps":["trace[2030869985] 'process raft request' (duration: 220.32559ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:21.895721Z","caller":"traceutil/trace.go:171","msg":"trace[1804110051] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"220.869974ms","start":"2026-07-24T05:29:21.67482Z","end":"2026-07-24T05:29:21.89569Z","steps":["trace[1804110051] 'process raft request' (duration: 220.376181ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:22.180403Z","caller":"traceutil/trace.go:171","msg":"trace[751689814] linearizableReadLoop","detail":"{readStateIndex:26717; appliedIndex:26715; }","duration":"285.141568ms","start":"2026-07-24T05:29:21.895231Z","end":"2026-07-24T05:29:22.180373Z","steps":["trace[751689814] 'read index received' (duration: 18.317546ms)","trace[751689814] 'applied index is now lower than readState.Index' (duration: 266.822302ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:22.180435Z","caller":"traceutil/trace.go:171","msg":"trace[39777314] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"326.247986ms","start":"2026-07-24T05:29:21.85414Z","end":"2026-07-24T05:29:22.180388Z","steps":["trace[39777314] 'process raft request' (duration: 273.170955ms)","trace[39777314] 'compare' (duration: 52.772504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:22.180605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:21.854119Z","time spent":"326.39125ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:22.180733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.282052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-24T05:29:22.180781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.370556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:29:22.180805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.99169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:29:22.180859Z","caller":"traceutil/trace.go:171","msg":"trace[2067895756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25884; }","duration":"212.480719ms","start":"2026-07-24T05:29:21.96836Z","end":"2026-07-24T05:29:22.180841Z","steps":["trace[2067895756] 'agreement among raft nodes before linearized reading' (duration: 212.353706ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:22.180865Z","caller":"traceutil/trace.go:171","msg":"trace[1272163075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25884; }","duration":"252.092433ms","start":"2026-07-24T05:29:21.928756Z","end":"2026-07-24T05:29:22.180849Z","steps":["trace[1272163075] 'agreement among raft nodes before linearized reading' (duration: 251.915829ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:22.180798Z","caller":"traceutil/trace.go:171","msg":"trace[1457682793] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25884; }","duration":"327.367003ms","start":"2026-07-24T05:29:21.853412Z","end":"2026-07-24T05:29:22.180779Z","steps":["trace[1457682793] 'agreement among raft nodes before linearized reading' (duration: 327.130718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.181001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:21.853408Z","time spent":"327.554348ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-24T05:29:22.181Z","caller":"traceutil/trace.go:171","msg":"trace[1900556727] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"280.556935ms","start":"2026-07-24T05:29:21.900416Z","end":"2026-07-24T05:29:22.180973Z","steps":["trace[1900556727] 'process raft request' (duration: 279.878869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:22.423079Z","caller":"traceutil/trace.go:171","msg":"trace[826717270] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"236.092963ms","start":"2026-07-24T05:29:22.186966Z","end":"2026-07-24T05:29:22.423059Z","steps":["trace[826717270] 'process raft request' (duration: 147.293202ms)","trace[826717270] 'compare' (duration: 88.664768ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:22.495771Z","caller":"traceutil/trace.go:171","msg":"trace[488833870] linearizableReadLoop","detail":"{readStateIndex:26722; appliedIndex:26719; }","duration":"125.880963ms","start":"2026-07-24T05:29:22.369871Z","end":"2026-07-24T05:29:22.495751Z","steps":["trace[488833870] 'read index received' (duration: 125.647137ms)","trace[488833870] 'applied index is now lower than readState.Index' (duration: 233.106µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:22.495868Z","caller":"traceutil/trace.go:171","msg":"trace[2059206114] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"308.787562ms","start":"2026-07-24T05:29:22.187046Z","end":"2026-07-24T05:29:22.495833Z","steps":["trace[2059206114] 'process raft request' (duration: 308.526826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.495949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.065407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-24T05:29:22.495945Z","caller":"traceutil/trace.go:171","msg":"trace[1473863497] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"250.863594ms","start":"2026-07-24T05:29:22.245018Z","end":"2026-07-24T05:29:22.495881Z","steps":["trace[1473863497] 'process raft request' (duration: 250.69672ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:22.495991Z","caller":"traceutil/trace.go:171","msg":"trace[585332265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25888; }","duration":"126.146999ms","start":"2026-07-24T05:29:22.369827Z","end":"2026-07-24T05:29:22.495974Z","steps":["trace[585332265] 'agreement among raft nodes before linearized reading' (duration: 126.001495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.49608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.187022Z","time spent":"308.936505ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:22.496299Z","caller":"traceutil/trace.go:171","msg":"trace[962013052] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"308.783402ms","start":"2026-07-24T05:29:22.187471Z","end":"2026-07-24T05:29:22.496254Z","steps":["trace[962013052] 'process raft request' (duration: 308.214768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.49637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.187452Z","time spent":"308.884865ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:22.700243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.204337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:22.700322Z","caller":"traceutil/trace.go:171","msg":"trace[753176938] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"200.713093ms","start":"2026-07-24T05:29:22.499596Z","end":"2026-07-24T05:29:22.700309Z","steps":["trace[753176938] 'process raft request' (duration: 26.380202ms)","trace[753176938] 'compare' (duration: 174.088325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:22.924095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.489876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:22.924167Z","caller":"traceutil/trace.go:171","msg":"trace[1025493615] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25889; }","duration":"114.602757ms","start":"2026-07-24T05:29:22.809547Z","end":"2026-07-24T05:29:22.92415Z","steps":["trace[1025493615] 'range keys from in-memory index tree' (duration: 114.398393ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:22.924417Z","caller":"traceutil/trace.go:171","msg":"trace[191398773] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"106.742366ms","start":"2026-07-24T05:29:22.817647Z","end":"2026-07-24T05:29:22.924389Z","steps":["trace[191398773] 'process raft request' (duration: 86.355011ms)","trace[191398773] 'compare' (duration: 20.271682ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:23.663118Z","caller":"traceutil/trace.go:171","msg":"trace[1131646193] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"141.37242ms","start":"2026-07-24T05:29:23.521719Z","end":"2026-07-24T05:29:23.663092Z","steps":["trace[1131646193] 'process raft request' (duration: 141.169844ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:23.856233Z","caller":"traceutil/trace.go:171","msg":"trace[1312513037] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"180.759107ms","start":"2026-07-24T05:29:23.675444Z","end":"2026-07-24T05:29:23.856203Z","steps":["trace[1312513037] 'process raft request' (duration: 180.576383ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:23.87518Z","caller":"traceutil/trace.go:171","msg":"trace[319403622] linearizableReadLoop","detail":"{readStateIndex:26728; appliedIndex:26726; }","duration":"105.141977ms","start":"2026-07-24T05:29:23.770012Z","end":"2026-07-24T05:29:23.875154Z","steps":["trace[319403622] 'read index received' (duration: 86.115254ms)","trace[319403622] 'applied index is now lower than readState.Index' (duration: 19.025543ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:23.875233Z","caller":"traceutil/trace.go:171","msg":"trace[1463903613] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"105.2709ms","start":"2026-07-24T05:29:23.769926Z","end":"2026-07-24T05:29:23.875197Z","steps":["trace[1463903613] 'process raft request' (duration: 105.087316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:23.87542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.392564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:29:23.875488Z","caller":"traceutil/trace.go:171","msg":"trace[1888078918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25894; }","duration":"105.517126ms","start":"2026-07-24T05:29:23.769959Z","end":"2026-07-24T05:29:23.875476Z","steps":["trace[1888078918] 'agreement among raft nodes before linearized reading' (duration: 105.2799ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:24.013804Z","caller":"traceutil/trace.go:171","msg":"trace[289910595] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"134.712697ms","start":"2026-07-24T05:29:23.879066Z","end":"2026-07-24T05:29:24.013779Z","steps":["trace[289910595] 'process raft request' (duration: 52.285121ms)","trace[289910595] 'compare' (duration: 82.024336ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:24.013945Z","caller":"traceutil/trace.go:171","msg":"trace[30546674] linearizableReadLoop","detail":"{readStateIndex:26729; appliedIndex:26728; }","duration":"114.959587ms","start":"2026-07-24T05:29:23.898928Z","end":"2026-07-24T05:29:24.013888Z","steps":["trace[30546674] 'read index received' (duration: 32.394868ms)","trace[30546674] 'applied index is now lower than readState.Index' (duration: 82.561758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:24.014113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.811632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T05:29:24.014118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.177452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:29:24.014138Z","caller":"traceutil/trace.go:171","msg":"trace[891721088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25896; }","duration":"114.870204ms","start":"2026-07-24T05:29:23.899257Z","end":"2026-07-24T05:29:24.014128Z","steps":["trace[891721088] 'agreement among raft nodes before linearized reading' (duration: 114.790722ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:24.014168Z","caller":"traceutil/trace.go:171","msg":"trace[954963957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25896; }","duration":"115.289824ms","start":"2026-07-24T05:29:23.898865Z","end":"2026-07-24T05:29:24.014155Z","steps":["trace[954963957] 'agreement among raft nodes before linearized reading' (duration: 115.12195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:24.014286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.367222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:29:24.014375Z","caller":"traceutil/trace.go:171","msg":"trace[1683425771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25896; }","duration":"114.513376ms","start":"2026-07-24T05:29:23.899838Z","end":"2026-07-24T05:29:24.014351Z","steps":["trace[1683425771] 'agreement among raft nodes before linearized reading' (duration: 114.26766ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:24.28826Z","caller":"traceutil/trace.go:171","msg":"trace[938901432] linearizableReadLoop","detail":"{readStateIndex:26733; appliedIndex:26731; }","duration":"234.143037ms","start":"2026-07-24T05:29:24.054097Z","end":"2026-07-24T05:29:24.28824Z","steps":["trace[938901432] 'read index received' (duration: 48.51963ms)","trace[938901432] 'applied index is now lower than readState.Index' (duration: 185.622327ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:24.288643Z","caller":"traceutil/trace.go:171","msg":"trace[442176684] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"269.069365ms","start":"2026-07-24T05:29:24.019545Z","end":"2026-07-24T05:29:24.288614Z","steps":["trace[442176684] 'process raft request' (duration: 268.633245ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:24.288673Z","caller":"traceutil/trace.go:171","msg":"trace[1679281024] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"269.279561ms","start":"2026-07-24T05:29:24.019366Z","end":"2026-07-24T05:29:24.288646Z","steps":["trace[1679281024] 'process raft request' (duration: 195.333971ms)","trace[1679281024] 'compare' (duration: 73.344655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:24.288694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.571097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:24.28874Z","caller":"traceutil/trace.go:171","msg":"trace[1519006948] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25899; }","duration":"234.635319ms","start":"2026-07-24T05:29:24.05409Z","end":"2026-07-24T05:29:24.288725Z","steps":["trace[1519006948] 'agreement among raft nodes before linearized reading' (duration: 234.536436ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:24.316043Z","caller":"traceutil/trace.go:171","msg":"trace[623414336] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"127.452861ms","start":"2026-07-24T05:29:24.188564Z","end":"2026-07-24T05:29:24.316017Z","steps":["trace[623414336] 'process raft request' (duration: 127.231676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:24.316127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.559683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-24T05:29:24.316192Z","caller":"traceutil/trace.go:171","msg":"trace[626005493] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25900; }","duration":"129.685076ms","start":"2026-07-24T05:29:24.186487Z","end":"2026-07-24T05:29:24.316172Z","steps":["trace[626005493] 'agreement among raft nodes before linearized reading' (duration: 129.472631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:24.316383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.630859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:29:24.316463Z","caller":"traceutil/trace.go:171","msg":"trace[1768836751] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25900; }","duration":"128.742652ms","start":"2026-07-24T05:29:24.187702Z","end":"2026-07-24T05:29:24.316445Z","steps":["trace[1768836751] 'agreement among raft nodes before linearized reading' (duration: 128.514607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:24.62116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.01136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:24.621285Z","caller":"traceutil/trace.go:171","msg":"trace[2061387333] linearizableReadLoop","detail":"{readStateIndex:26735; appliedIndex:26734; }","duration":"193.377704ms","start":"2026-07-24T05:29:24.427891Z","end":"2026-07-24T05:29:24.621269Z","steps":["trace[2061387333] 'read index received' (duration: 90.372µs)","trace[2061387333] 'applied index is now lower than readState.Index' (duration: 193.285792ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:24.621521Z","caller":"traceutil/trace.go:171","msg":"trace[736811231] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"300.399819ms","start":"2026-07-24T05:29:24.321108Z","end":"2026-07-24T05:29:24.621508Z","steps":["trace[736811231] 'process raft request' (duration: 75.967989ms)","trace[736811231] 'compare' (duration: 223.338083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:24.621589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:24.321089Z","time spent":"300.46713ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:24.621834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.949278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:29:24.62187Z","caller":"traceutil/trace.go:171","msg":"trace[1356844527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25901; }","duration":"194.02195ms","start":"2026-07-24T05:29:24.42784Z","end":"2026-07-24T05:29:24.621862Z","steps":["trace[1356844527] 'agreement among raft nodes before linearized reading' (duration: 193.903677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:24.62208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.605395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:29:24.622137Z","caller":"traceutil/trace.go:171","msg":"trace[6550536] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25901; }","duration":"120.694747ms","start":"2026-07-24T05:29:24.501424Z","end":"2026-07-24T05:29:24.622119Z","steps":["trace[6550536] 'agreement among raft nodes before linearized reading' (duration: 120.584304ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:24.841952Z","caller":"traceutil/trace.go:171","msg":"trace[898997899] linearizableReadLoop","detail":"{readStateIndex:26737; appliedIndex:26736; }","duration":"211.875934ms","start":"2026-07-24T05:29:24.630053Z","end":"2026-07-24T05:29:24.841929Z","steps":["trace[898997899] 'read index received' (duration: 54.009423ms)","trace[898997899] 'applied index is now lower than readState.Index' (duration: 157.865351ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:24.841984Z","caller":"traceutil/trace.go:171","msg":"trace[757670586] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"213.062553ms","start":"2026-07-24T05:29:24.628878Z","end":"2026-07-24T05:29:24.841941Z","steps":["trace[757670586] 'process raft request' (duration: 138.169292ms)","trace[757670586] 'compare' (duration: 74.550763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:24.84205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.988877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:24.842083Z","caller":"traceutil/trace.go:171","msg":"trace[1364892297] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25903; }","duration":"212.070888ms","start":"2026-07-24T05:29:24.630001Z","end":"2026-07-24T05:29:24.842072Z","steps":["trace[1364892297] 'agreement among raft nodes before linearized reading' (duration: 212.004717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.082918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.953498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:25.083014Z","caller":"traceutil/trace.go:171","msg":"trace[538239552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25903; }","duration":"113.08524ms","start":"2026-07-24T05:29:24.969913Z","end":"2026-07-24T05:29:25.082998Z","steps":["trace[538239552] 'range keys from in-memory index tree' (duration: 112.909276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.083266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.515409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:29:25.083321Z","caller":"traceutil/trace.go:171","msg":"trace[126622188] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25903; }","duration":"117.605312ms","start":"2026-07-24T05:29:24.965701Z","end":"2026-07-24T05:29:25.083307Z","steps":["trace[126622188] 'range keys from in-memory index tree' (duration: 117.381645ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:25.196989Z","caller":"traceutil/trace.go:171","msg":"trace[418798166] linearizableReadLoop","detail":"{readStateIndex:26738; appliedIndex:26737; }","duration":"112.361454ms","start":"2026-07-24T05:29:25.084607Z","end":"2026-07-24T05:29:25.196969Z","steps":["trace[418798166] 'read index received' (duration: 112.162259ms)","trace[418798166] 'applied index is now lower than readState.Index' (duration: 198.495µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:25.197052Z","caller":"traceutil/trace.go:171","msg":"trace[665406060] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"173.304097ms","start":"2026-07-24T05:29:25.023714Z","end":"2026-07-24T05:29:25.197019Z","steps":["trace[665406060] 'process raft request' (duration: 173.105332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.19714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.512607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:25.197191Z","caller":"traceutil/trace.go:171","msg":"trace[662224493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25904; }","duration":"112.566078ms","start":"2026-07-24T05:29:25.08459Z","end":"2026-07-24T05:29:25.197157Z","steps":["trace[662224493] 'agreement among raft nodes before linearized reading' (duration: 112.490436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.525258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.435616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:25.525357Z","caller":"traceutil/trace.go:171","msg":"trace[1294951011] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"181.101545ms","start":"2026-07-24T05:29:25.34424Z","end":"2026-07-24T05:29:25.525341Z","steps":["trace[1294951011] 'process raft request' (duration: 31.501606ms)","trace[1294951011] 'compare' (duration: 148.995184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:26.753639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.0795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:26.753715Z","caller":"traceutil/trace.go:171","msg":"trace[623322539] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25914; }","duration":"233.216004ms","start":"2026-07-24T05:29:26.520481Z","end":"2026-07-24T05:29:26.753697Z","steps":["trace[623322539] 'count revisions from in-memory index tree' (duration: 232.985237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:26.754095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.068646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-24T05:29:26.754148Z","caller":"traceutil/trace.go:171","msg":"trace[1158192292] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25914; }","duration":"128.169358ms","start":"2026-07-24T05:29:26.625964Z","end":"2026-07-24T05:29:26.754133Z","steps":["trace[1158192292] 'range keys from in-memory index tree' (duration: 127.906932ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:26.962279Z","caller":"traceutil/trace.go:171","msg":"trace[179024563] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"211.556576ms","start":"2026-07-24T05:29:26.750705Z","end":"2026-07-24T05:29:26.962262Z","steps":["trace[179024563] 'process raft request' (duration: 211.418893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.488958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.160758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:27.489257Z","caller":"traceutil/trace.go:171","msg":"trace[199539659] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"728.40182ms","start":"2026-07-24T05:29:26.760822Z","end":"2026-07-24T05:29:27.489224Z","steps":["trace[199539659] 'process raft request' (duration: 474.838802ms)","trace[199539659] 'compare' (duration: 252.935863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:27.489431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:26.760784Z","time spent":"728.539773ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:27.48942Z","caller":"traceutil/trace.go:171","msg":"trace[520438714] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"727.699373ms","start":"2026-07-24T05:29:26.761695Z","end":"2026-07-24T05:29:27.489394Z","steps":["trace[520438714] 'process raft request' (duration: 727.394976ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:27.489465Z","caller":"traceutil/trace.go:171","msg":"trace[1207937574] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"286.491459ms","start":"2026-07-24T05:29:27.202954Z","end":"2026-07-24T05:29:27.489446Z","steps":["trace[1207937574] 'process raft request' (duration: 286.432838ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:27.489516Z","caller":"traceutil/trace.go:171","msg":"trace[523257242] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26750; }","duration":"646.655071ms","start":"2026-07-24T05:29:26.842812Z","end":"2026-07-24T05:29:27.489467Z","steps":["trace[523257242] 'read index received' (duration: 119.489386ms)","trace[523257242] 'applied index is now lower than readState.Index' (duration: 527.158485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:27.489564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:26.761686Z","time spent":"727.795065ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:27.489644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.800294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:27.489732Z","caller":"traceutil/trace.go:171","msg":"trace[2060203220] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25918; }","duration":"646.950299ms","start":"2026-07-24T05:29:26.842761Z","end":"2026-07-24T05:29:27.489712Z","steps":["trace[2060203220] 'agreement among raft nodes before linearized reading' (duration: 646.795364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.489783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.515479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:29:27.489781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:26.842743Z","time spent":"647.028431ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:27.489818Z","caller":"traceutil/trace.go:171","msg":"trace[451409186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25918; }","duration":"288.54995ms","start":"2026-07-24T05:29:27.201257Z","end":"2026-07-24T05:29:27.489807Z","steps":["trace[451409186] 'agreement among raft nodes before linearized reading' (duration: 288.480678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.489914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.135471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:27.489972Z","caller":"traceutil/trace.go:171","msg":"trace[1028524684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25918; }","duration":"175.196443ms","start":"2026-07-24T05:29:27.314761Z","end":"2026-07-24T05:29:27.489958Z","steps":["trace[1028524684] 'agreement among raft nodes before linearized reading' (duration: 175.08991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.489986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.990354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:27.490005Z","caller":"traceutil/trace.go:171","msg":"trace[2106470254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25918; }","duration":"521.043966ms","start":"2026-07-24T05:29:26.968956Z","end":"2026-07-24T05:29:27.49Z","steps":["trace[2106470254] 'agreement among raft nodes before linearized reading' (duration: 520.998055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.490018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:26.96894Z","time spent":"521.074846ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:27.490076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.041381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-24T05:29:27.490136Z","caller":"traceutil/trace.go:171","msg":"trace[977171319] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25918; }","duration":"335.133283ms","start":"2026-07-24T05:29:27.154986Z","end":"2026-07-24T05:29:27.49012Z","steps":["trace[977171319] 'agreement among raft nodes before linearized reading' (duration: 334.965469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.490186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.730214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-24T05:29:27.489923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.940176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-24T05:29:27.49018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.154966Z","time spent":"335.203765ms","remote":"127.0.0.1:44286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-24T05:29:27.490191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.347027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:29:27.490227Z","caller":"traceutil/trace.go:171","msg":"trace[1787073210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25918; }","duration":"644.282024ms","start":"2026-07-24T05:29:26.845931Z","end":"2026-07-24T05:29:27.490213Z","steps":["trace[1787073210] 'agreement among raft nodes before linearized reading' (duration: 643.765001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.49029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:26.845924Z","time spent":"644.347275ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:29:27.490235Z","caller":"traceutil/trace.go:171","msg":"trace[1909379155] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25918; }","duration":"552.417349ms","start":"2026-07-24T05:29:26.937806Z","end":"2026-07-24T05:29:27.490223Z","steps":["trace[1909379155] 'agreement among raft nodes before linearized reading' (duration: 552.255525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.490373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:26.937793Z","time spent":"552.567832ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-24T05:29:27.490209Z","caller":"traceutil/trace.go:171","msg":"trace[612994921] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25918; }","duration":"401.784525ms","start":"2026-07-24T05:29:27.088419Z","end":"2026-07-24T05:29:27.490203Z","steps":["trace[612994921] 'agreement among raft nodes before linearized reading' (duration: 401.723014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:27.490436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.088401Z","time spent":"402.0116ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-24T05:29:27.74463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.113396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:29:27.744759Z","caller":"traceutil/trace.go:171","msg":"trace[587666318] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26753; }","duration":"245.77977ms","start":"2026-07-24T05:29:27.498937Z","end":"2026-07-24T05:29:27.744716Z","steps":["trace[587666318] 'read index received' (duration: 124.348225ms)","trace[587666318] 'applied index is now lower than readState.Index' (duration: 121.427054ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:27.744773Z","caller":"traceutil/trace.go:171","msg":"trace[1954450308] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"248.992308ms","start":"2026-07-24T05:29:27.495748Z","end":"2026-07-24T05:29:27.74474Z","steps":["trace[1954450308] 'process raft request' (duration: 127.515942ms)","trace[1954450308] 'compare' (duration: 120.931102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:27.744928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.993195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-24T05:29:27.745014Z","caller":"traceutil/trace.go:171","msg":"trace[308597107] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25919; }","duration":"246.082047ms","start":"2026-07-24T05:29:27.498891Z","end":"2026-07-24T05:29:27.744973Z","steps":["trace[308597107] 'agreement among raft nodes before linearized reading' (duration: 245.897882ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:27.836511Z","caller":"traceutil/trace.go:171","msg":"trace[1515063319] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"104.508072ms","start":"2026-07-24T05:29:27.731978Z","end":"2026-07-24T05:29:27.836486Z","steps":["trace[1515063319] 'process raft request' (duration: 104.306148ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:29.59787Z","caller":"traceutil/trace.go:171","msg":"trace[1303919290] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"101.866658ms","start":"2026-07-24T05:29:29.49598Z","end":"2026-07-24T05:29:29.597847Z","steps":["trace[1303919290] 'process raft request' (duration: 101.698674ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:29.602535Z","caller":"traceutil/trace.go:171","msg":"trace[1343923148] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"102.715109ms","start":"2026-07-24T05:29:29.4998Z","end":"2026-07-24T05:29:29.602516Z","steps":["trace[1343923148] 'process raft request' (duration: 102.555745ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:29.602998Z","caller":"traceutil/trace.go:171","msg":"trace[1903730104] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"101.53954ms","start":"2026-07-24T05:29:29.50145Z","end":"2026-07-24T05:29:29.60299Z","steps":["trace[1903730104] 'process raft request' (duration: 101.032958ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:57.426878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23281} {"level":"info","ts":"2026-07-24T05:29:57.568918Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23281,"took":"137.29509ms","hash":562724794,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":39669760,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-07-24T05:29:57.569046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":562724794,"revision":23281,"compact-revision":20393} {"level":"info","ts":"2026-07-24T05:34:57.433077Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26293} {"level":"info","ts":"2026-07-24T05:34:57.583016Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26293,"took":"145.235789ms","hash":2614827482,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":36474880,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-24T05:34:57.583099Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2614827482,"revision":26293,"compact-revision":23281} {"level":"info","ts":"2026-07-24T05:35:00.124367Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T05:35:00.132403Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-24T05:35:00.132582Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-07-24T05:36:00.827724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.222438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:36:00.827799Z","caller":"traceutil/trace.go:171","msg":"trace[511481077] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29594; }","duration":"584.392592ms","start":"2026-07-24T05:36:00.243391Z","end":"2026-07-24T05:36:00.827783Z","steps":["trace[511481077] 'range keys from in-memory index tree' (duration: 583.959952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.827847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.243369Z","time spent":"584.469054ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:36:00.82821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.814436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:36:00.828266Z","caller":"traceutil/trace.go:171","msg":"trace[715662523] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:29594; }","duration":"205.926809ms","start":"2026-07-24T05:36:00.622327Z","end":"2026-07-24T05:36:00.828254Z","steps":["trace[715662523] 'count revisions from in-memory index tree' (duration: 205.719614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.828252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.578331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:36:00.828313Z","caller":"traceutil/trace.go:171","msg":"trace[1181759875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29594; }","duration":"570.699574ms","start":"2026-07-24T05:36:00.257598Z","end":"2026-07-24T05:36:00.828297Z","steps":["trace[1181759875] 'range keys from in-memory index tree' (duration: 570.405017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.828352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.257572Z","time spent":"570.762506ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:36:00.828348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.823187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:36:00.828453Z","caller":"traceutil/trace.go:171","msg":"trace[679447308] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:29594; }","duration":"244.990602ms","start":"2026-07-24T05:36:00.583437Z","end":"2026-07-24T05:36:00.828427Z","steps":["trace[679447308] 'range keys from in-memory index tree' (duration: 244.605943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.828462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.240279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:36:00.828489Z","caller":"traceutil/trace.go:171","msg":"trace[152831563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29594; }","duration":"569.29599ms","start":"2026-07-24T05:36:00.259187Z","end":"2026-07-24T05:36:00.828483Z","steps":["trace[152831563] 'range keys from in-memory index tree' (duration: 569.148636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.828505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.259172Z","time spent":"569.329221ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:36:00.828493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.207554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-24T05:36:00.828584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.166042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:36:00.82859Z","caller":"traceutil/trace.go:171","msg":"trace[656981994] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:29594; }","duration":"285.336227ms","start":"2026-07-24T05:36:00.543215Z","end":"2026-07-24T05:36:00.828552Z","steps":["trace[656981994] 'range keys from in-memory index tree' (duration: 285.015948ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:00.828602Z","caller":"traceutil/trace.go:171","msg":"trace[19569085] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:29594; }","duration":"559.185193ms","start":"2026-07-24T05:36:00.269411Z","end":"2026-07-24T05:36:00.828596Z","steps":["trace[19569085] 'count revisions from in-memory index tree' (duration: 559.07943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.82855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.599766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-24T05:36:00.828621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.269398Z","time spent":"559.218864ms","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:00.828664Z","caller":"traceutil/trace.go:171","msg":"trace[1820169780] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:29594; }","duration":"278.746421ms","start":"2026-07-24T05:36:00.549891Z","end":"2026-07-24T05:36:00.828637Z","steps":["trace[1820169780] 'range keys from in-memory index tree' (duration: 278.430341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.828722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.033838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:36:00.828765Z","caller":"traceutil/trace.go:171","msg":"trace[365089493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29594; }","duration":"320.116411ms","start":"2026-07-24T05:36:00.508637Z","end":"2026-07-24T05:36:00.828754Z","steps":["trace[365089493] 'range keys from in-memory index tree' (duration: 319.924017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.828784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.508617Z","time spent":"320.162822ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:00.828796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.512073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:36:00.828813Z","caller":"traceutil/trace.go:171","msg":"trace[1016155480] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29594; }","duration":"502.573885ms","start":"2026-07-24T05:36:00.326234Z","end":"2026-07-24T05:36:00.828808Z","steps":["trace[1016155480] 'count revisions from in-memory index tree' (duration: 502.39489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.828835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.326211Z","time spent":"502.611276ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:00.828676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.336997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:36:00.828938Z","caller":"traceutil/trace.go:171","msg":"trace[2018260060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29594; }","duration":"385.628445ms","start":"2026-07-24T05:36:00.443296Z","end":"2026-07-24T05:36:00.828925Z","steps":["trace[2018260060] 'range keys from in-memory index tree' (duration: 385.180643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:00.82898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.443276Z","time spent":"385.690056ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:39:57.446091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29061} {"level":"info","ts":"2026-07-24T05:39:57.592309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29061,"took":"141.528838ms","hash":442461311,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":32534528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T05:39:57.592365Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":442461311,"revision":29061,"compact-revision":26293} {"level":"info","ts":"2026-07-24T05:40:44.976342Z","caller":"traceutil/trace.go:171","msg":"trace[1252349987] transaction","detail":"{read_only:false; response_revision:31747; number_of_response:1; }","duration":"179.774519ms","start":"2026-07-24T05:40:44.796542Z","end":"2026-07-24T05:40:44.976317Z","steps":["trace[1252349987] 'process raft request' (duration: 177.722408ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:36.743563Z","caller":"traceutil/trace.go:171","msg":"trace[196495682] transaction","detail":"{read_only:false; response_revision:32160; number_of_response:1; }","duration":"113.185488ms","start":"2026-07-24T05:41:36.630348Z","end":"2026-07-24T05:41:36.743534Z","steps":["trace[196495682] 'process raft request' (duration: 25.939507ms)","trace[196495682] 'compare' (duration: 87.124939ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:38.480602Z","caller":"traceutil/trace.go:171","msg":"trace[1503091578] linearizableReadLoop","detail":"{readStateIndex:33181; appliedIndex:33180; }","duration":"183.89376ms","start":"2026-07-24T05:41:38.296689Z","end":"2026-07-24T05:41:38.480583Z","steps":["trace[1503091578] 'read index received' (duration: 183.704616ms)","trace[1503091578] 'applied index is now lower than readState.Index' (duration: 188.154µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:38.480667Z","caller":"traceutil/trace.go:171","msg":"trace[409253697] transaction","detail":"{read_only:false; response_revision:32175; number_of_response:1; }","duration":"186.099182ms","start":"2026-07-24T05:41:38.294527Z","end":"2026-07-24T05:41:38.480626Z","steps":["trace[409253697] 'process raft request' (duration: 185.917438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:38.480861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.160946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:41:38.480929Z","caller":"traceutil/trace.go:171","msg":"trace[189407752] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32175; }","duration":"184.284229ms","start":"2026-07-24T05:41:38.29663Z","end":"2026-07-24T05:41:38.480915Z","steps":["trace[189407752] 'agreement among raft nodes before linearized reading' (duration: 184.060254ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:41.225945Z","caller":"traceutil/trace.go:171","msg":"trace[613414480] transaction","detail":"{read_only:false; response_revision:32197; number_of_response:1; }","duration":"149.108288ms","start":"2026-07-24T05:41:41.075054Z","end":"2026-07-24T05:41:41.224162Z","steps":["trace[613414480] 'process raft request' (duration: 132.555688ms)","trace[613414480] 'compare' (duration: 16.377616ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:41.240615Z","caller":"traceutil/trace.go:171","msg":"trace[146255171] transaction","detail":"{read_only:false; response_revision:32198; number_of_response:1; }","duration":"127.095405ms","start":"2026-07-24T05:41:41.1135Z","end":"2026-07-24T05:41:41.240595Z","steps":["trace[146255171] 'process raft request' (duration: 126.932141ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:45.378975Z","caller":"traceutil/trace.go:171","msg":"trace[1754473902] transaction","detail":"{read_only:false; response_revision:32224; number_of_response:1; }","duration":"108.922555ms","start":"2026-07-24T05:41:45.27002Z","end":"2026-07-24T05:41:45.378942Z","steps":["trace[1754473902] 'process raft request' (duration: 108.636718ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:45.394348Z","caller":"traceutil/trace.go:171","msg":"trace[1405016430] transaction","detail":"{read_only:false; response_revision:32225; number_of_response:1; }","duration":"119.479431ms","start":"2026-07-24T05:41:45.274848Z","end":"2026-07-24T05:41:45.394328Z","steps":["trace[1405016430] 'process raft request' (duration: 119.256876ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:45.689442Z","caller":"traceutil/trace.go:171","msg":"trace[852002936] linearizableReadLoop","detail":"{readStateIndex:33236; appliedIndex:33235; }","duration":"104.56572ms","start":"2026-07-24T05:41:45.584849Z","end":"2026-07-24T05:41:45.689415Z","steps":["trace[852002936] 'read index received' (duration: 104.430587ms)","trace[852002936] 'applied index is now lower than readState.Index' (duration: 133.923µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:45.689557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.696374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:41:45.689584Z","caller":"traceutil/trace.go:171","msg":"trace[34968815] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:32229; }","duration":"104.776815ms","start":"2026-07-24T05:41:45.5848Z","end":"2026-07-24T05:41:45.689577Z","steps":["trace[34968815] 'agreement among raft nodes before linearized reading' (duration: 104.705963ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:45.689541Z","caller":"traceutil/trace.go:171","msg":"trace[902523079] transaction","detail":"{read_only:false; response_revision:32229; number_of_response:1; }","duration":"192.937767ms","start":"2026-07-24T05:41:45.496538Z","end":"2026-07-24T05:41:45.689476Z","steps":["trace[902523079] 'process raft request' (duration: 192.713652ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:46.37441Z","caller":"traceutil/trace.go:171","msg":"trace[409723409] transaction","detail":"{read_only:false; response_revision:32232; number_of_response:1; }","duration":"104.222342ms","start":"2026-07-24T05:41:46.27016Z","end":"2026-07-24T05:41:46.374382Z","steps":["trace[409723409] 'process raft request' (duration: 104.034387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:46.767151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.042641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:41:46.767215Z","caller":"traceutil/trace.go:171","msg":"trace[1292387407] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:32232; }","duration":"267.149714ms","start":"2026-07-24T05:41:46.500052Z","end":"2026-07-24T05:41:46.767202Z","steps":["trace[1292387407] 'count revisions from in-memory index tree' (duration: 266.98397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:46.767439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.059718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:41:46.767463Z","caller":"traceutil/trace.go:171","msg":"trace[1215977830] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32232; }","duration":"240.085778ms","start":"2026-07-24T05:41:46.527371Z","end":"2026-07-24T05:41:46.767457Z","steps":["trace[1215977830] 'range keys from in-memory index tree' (duration: 239.920844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:46.767575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.91297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:41:46.767642Z","caller":"traceutil/trace.go:171","msg":"trace[970749031] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32232; }","duration":"127.064654ms","start":"2026-07-24T05:41:46.64056Z","end":"2026-07-24T05:41:46.767624Z","steps":["trace[970749031] 'count revisions from in-memory index tree' (duration: 126.775137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.095991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.215537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:41:47.096053Z","caller":"traceutil/trace.go:171","msg":"trace[5079632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32233; }","duration":"210.31378ms","start":"2026-07-24T05:41:46.885725Z","end":"2026-07-24T05:41:47.096039Z","steps":["trace[5079632] 'range keys from in-memory index tree' (duration: 210.075333ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:47.117931Z","caller":"traceutil/trace.go:171","msg":"trace[701295723] linearizableReadLoop","detail":"{readStateIndex:33242; appliedIndex:33241; }","duration":"148.737538ms","start":"2026-07-24T05:41:46.969168Z","end":"2026-07-24T05:41:47.117906Z","steps":["trace[701295723] 'read index received' (duration: 148.600605ms)","trace[701295723] 'applied index is now lower than readState.Index' (duration: 135.953µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:47.118038Z","caller":"traceutil/trace.go:171","msg":"trace[1594189456] transaction","detail":"{read_only:false; response_revision:32234; number_of_response:1; }","duration":"187.067115ms","start":"2026-07-24T05:41:46.930961Z","end":"2026-07-24T05:41:47.118028Z","steps":["trace[1594189456] 'process raft request' (duration: 186.754108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.118215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.028775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:41:47.118296Z","caller":"traceutil/trace.go:171","msg":"trace[63620921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32234; }","duration":"149.148088ms","start":"2026-07-24T05:41:46.969127Z","end":"2026-07-24T05:41:47.118275Z","steps":["trace[63620921] 'agreement among raft nodes before linearized reading' (duration: 148.991815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.327977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.835686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:41:47.328212Z","caller":"traceutil/trace.go:171","msg":"trace[855449275] transaction","detail":"{read_only:false; response_revision:32237; number_of_response:1; }","duration":"200.318806ms","start":"2026-07-24T05:41:47.127859Z","end":"2026-07-24T05:41:47.328178Z","steps":["trace[855449275] 'process raft request' (duration: 76.143472ms)","trace[855449275] 'compare' (duration: 123.705493ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:47.328265Z","caller":"traceutil/trace.go:171","msg":"trace[1398322252] transaction","detail":"{read_only:false; response_revision:32238; number_of_response:1; }","duration":"154.754394ms","start":"2026-07-24T05:41:47.173488Z","end":"2026-07-24T05:41:47.328242Z","steps":["trace[1398322252] 'process raft request' (duration: 154.61315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.602209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.011203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:41:47.602327Z","caller":"traceutil/trace.go:171","msg":"trace[1774077686] transaction","detail":"{read_only:false; response_revision:32239; number_of_response:1; }","duration":"215.152156ms","start":"2026-07-24T05:41:47.387155Z","end":"2026-07-24T05:41:47.602307Z","steps":["trace[1774077686] 'process raft request' (duration: 44.936189ms)","trace[1774077686] 'compare' (duration: 169.796867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:47.860782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.603023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:41:47.860951Z","caller":"traceutil/trace.go:171","msg":"trace[474492238] transaction","detail":"{read_only:false; response_revision:32240; number_of_response:1; }","duration":"461.693172ms","start":"2026-07-24T05:41:47.399243Z","end":"2026-07-24T05:41:47.860936Z","steps":["trace[474492238] 'process raft request' (duration: 315.863494ms)","trace[474492238] 'compare' (duration: 145.239613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:47.861034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.399219Z","time spent":"461.758373ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:47.861302Z","caller":"traceutil/trace.go:171","msg":"trace[236923668] transaction","detail":"{read_only:false; response_revision:32241; number_of_response:1; }","duration":"461.63305ms","start":"2026-07-24T05:41:47.399645Z","end":"2026-07-24T05:41:47.861278Z","steps":["trace[236923668] 'process raft request' (duration: 461.244801ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:47.861492Z","caller":"traceutil/trace.go:171","msg":"trace[727968267] linearizableReadLoop","detail":"{readStateIndex:33250; appliedIndex:33246; }","duration":"441.7836ms","start":"2026-07-24T05:41:47.419694Z","end":"2026-07-24T05:41:47.861478Z","steps":["trace[727968267] 'read index received' (duration: 12.408391ms)","trace[727968267] 'applied index is now lower than readState.Index' (duration: 429.374229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:47.861497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.39963Z","time spent":"461.784653ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:47.86152Z","caller":"traceutil/trace.go:171","msg":"trace[1369452398] transaction","detail":"{read_only:false; response_revision:32242; number_of_response:1; }","duration":"460.893082ms","start":"2026-07-24T05:41:47.400598Z","end":"2026-07-24T05:41:47.861491Z","steps":["trace[1369452398] 'process raft request' (duration: 460.581515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.86163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.931903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:41:47.861662Z","caller":"traceutil/trace.go:171","msg":"trace[1280596357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32243; }","duration":"442.024456ms","start":"2026-07-24T05:41:47.419627Z","end":"2026-07-24T05:41:47.861651Z","steps":["trace[1280596357] 'agreement among raft nodes before linearized reading' (duration: 441.940214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.861668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.665854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:41:47.861666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.400578Z","time spent":"460.999555ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:47.861692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.419605Z","time spent":"442.079457ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:41:47.861646Z","caller":"traceutil/trace.go:171","msg":"trace[928772675] transaction","detail":"{read_only:false; response_revision:32243; number_of_response:1; }","duration":"157.023259ms","start":"2026-07-24T05:41:47.704581Z","end":"2026-07-24T05:41:47.861604Z","steps":["trace[928772675] 'process raft request' (duration: 156.849495ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:47.861706Z","caller":"traceutil/trace.go:171","msg":"trace[57376905] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32243; }","duration":"357.741876ms","start":"2026-07-24T05:41:47.503952Z","end":"2026-07-24T05:41:47.861694Z","steps":["trace[57376905] 'agreement among raft nodes before linearized reading' (duration: 357.678824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.861753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.174864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:41:47.861788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.990729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:41:47.861791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.503928Z","time spent":"357.852929ms","remote":"127.0.0.1:37320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:41:47.861819Z","caller":"traceutil/trace.go:171","msg":"trace[716679415] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:32243; }","duration":"312.02835ms","start":"2026-07-24T05:41:47.549782Z","end":"2026-07-24T05:41:47.86181Z","steps":["trace[716679415] 'agreement among raft nodes before linearized reading' (duration: 311.966398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.861842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.549721Z","time spent":"312.114621ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:41:47.861791Z","caller":"traceutil/trace.go:171","msg":"trace[1603425229] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:32243; }","duration":"131.247236ms","start":"2026-07-24T05:41:47.730534Z","end":"2026-07-24T05:41:47.861781Z","steps":["trace[1603425229] 'agreement among raft nodes before linearized reading' (duration: 131.192715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:47.861844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.608334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-24T05:41:47.861921Z","caller":"traceutil/trace.go:171","msg":"trace[1804018397] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32243; }","duration":"102.728166ms","start":"2026-07-24T05:41:47.759173Z","end":"2026-07-24T05:41:47.861901Z","steps":["trace[1804018397] 'agreement among raft nodes before linearized reading' (duration: 102.49445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:48.220336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.8235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:41:48.220401Z","caller":"traceutil/trace.go:171","msg":"trace[1743151974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32244; }","duration":"250.938143ms","start":"2026-07-24T05:41:47.96945Z","end":"2026-07-24T05:41:48.220388Z","steps":["trace[1743151974] 'range keys from in-memory index tree' (duration: 250.760858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:48.221006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.666253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:41:48.22103Z","caller":"traceutil/trace.go:171","msg":"trace[536891844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32244; }","duration":"209.741785ms","start":"2026-07-24T05:41:48.011282Z","end":"2026-07-24T05:41:48.221024Z","steps":["trace[536891844] 'range keys from in-memory index tree' (duration: 209.5211ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:48.232555Z","caller":"traceutil/trace.go:171","msg":"trace[708102482] transaction","detail":"{read_only:false; response_revision:32245; number_of_response:1; }","duration":"131.348498ms","start":"2026-07-24T05:41:48.101176Z","end":"2026-07-24T05:41:48.232525Z","steps":["trace[708102482] 'process raft request' (duration: 131.101192ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:57.451462Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31323} {"level":"info","ts":"2026-07-24T05:44:57.598766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31323,"took":"142.894398ms","hash":1199429023,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":32133120,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T05:44:57.59882Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1199429023,"revision":31323,"compact-revision":29061} {"level":"info","ts":"2026-07-24T05:49:57.456401Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33631} {"level":"info","ts":"2026-07-24T05:49:57.600826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33631,"took":"139.590813ms","hash":1635938903,"current-db-size-bytes":61296640,"current-db-size":"61 MB","current-db-size-in-use-bytes":33251328,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T05:49:57.600876Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1635938903,"revision":33631,"compact-revision":31323} {"level":"info","ts":"2026-07-24T05:54:57.46297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35965} {"level":"info","ts":"2026-07-24T05:54:57.61096Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35965,"took":"144.619988ms","hash":4166669618,"current-db-size-bytes":62844928,"current-db-size":"63 MB","current-db-size-in-use-bytes":32309248,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T05:54:57.611057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4166669618,"revision":35965,"compact-revision":33631} {"level":"info","ts":"2026-07-24T05:56:15.048683Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T05:56:15.052959Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-24T05:56:15.053139Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-24T05:59:57.468769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38180} {"level":"info","ts":"2026-07-24T05:59:57.586758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38180,"took":"111.320031ms","hash":516420403,"current-db-size-bytes":62844928,"current-db-size":"63 MB","current-db-size-in-use-bytes":31301632,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T05:59:57.586815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":516420403,"revision":38180,"compact-revision":35965} {"level":"info","ts":"2026-07-24T06:03:09.211976Z","caller":"traceutil/trace.go:171","msg":"trace[186895454] linearizableReadLoop","detail":"{readStateIndex:43144; appliedIndex:43143; }","duration":"114.430366ms","start":"2026-07-24T06:03:09.097521Z","end":"2026-07-24T06:03:09.211951Z","steps":["trace[186895454] 'read index received' (duration: 67.253271ms)","trace[186895454] 'applied index is now lower than readState.Index' (duration: 47.176025ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T06:03:09.212049Z","caller":"traceutil/trace.go:171","msg":"trace[1467804316] transaction","detail":"{read_only:false; response_revision:41857; number_of_response:1; }","duration":"185.391789ms","start":"2026-07-24T06:03:09.026629Z","end":"2026-07-24T06:03:09.212021Z","steps":["trace[1467804316] 'process raft request' (duration: 138.348267ms)","trace[1467804316] 'compare' (duration: 46.720114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T06:03:09.212233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.704944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-24T06:03:09.212365Z","caller":"traceutil/trace.go:171","msg":"trace[1527925093] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:41857; }","duration":"114.802466ms","start":"2026-07-24T06:03:09.097476Z","end":"2026-07-24T06:03:09.212279Z","steps":["trace[1527925093] 'agreement among raft nodes before linearized reading' (duration: 114.595161ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T06:03:19.647462Z","caller":"traceutil/trace.go:171","msg":"trace[175877503] transaction","detail":"{read_only:false; response_revision:41933; number_of_response:1; }","duration":"102.782264ms","start":"2026-07-24T06:03:19.544615Z","end":"2026-07-24T06:03:19.647398Z","steps":["trace[175877503] 'process raft request' (duration: 90.406964ms)","trace[175877503] 'compare' (duration: 11.95389ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T06:04:09.850687Z","caller":"traceutil/trace.go:171","msg":"trace[1403466612] transaction","detail":"{read_only:false; response_revision:42297; number_of_response:1; }","duration":"104.922346ms","start":"2026-07-24T06:04:09.745746Z","end":"2026-07-24T06:04:09.850668Z","steps":["trace[1403466612] 'process raft request' (duration: 104.790493ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T06:04:57.474322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40436} {"level":"info","ts":"2026-07-24T06:04:57.615073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40436,"took":"136.746667ms","hash":3189715090,"current-db-size-bytes":62844928,"current-db-size":"63 MB","current-db-size-in-use-bytes":30191616,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T06:04:57.615134Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3189715090,"revision":40436,"compact-revision":38180}