{"level":"warn","ts":"2026-04-10T01:10:36.029339Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T01:10:36.029479Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-10T01:10:36.029592Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T01:10:36.029612Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-10T01:10:36.029643Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T01:10:36.030703Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-04-10T01:10:36.031356Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-10T01:10:36.035763Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.083357ms"} {"level":"info","ts":"2026-04-10T01:10:36.051809Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-04-10T01:10:36.051964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-10T01:10:36.052009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-04-10T01:10:36.052031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-10T01:10:36.052051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-04-10T01:10:36.052118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-04-10T01:10:36.064431Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-10T01:10:36.066742Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-10T01:10:36.068551Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-10T01:10:36.073522Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-10T01:10:36.074774Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-10T01:10:36.075131Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:10:36.077099Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:10:36.07786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-04-10T01:10:36.078074Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-10T01:10:36.07807Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:10:36.080355Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T01:10:36.080733Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-10T01:10:36.080779Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-10T01:10:36.081099Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-10T01:10:36.081159Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-10T01:10:36.153762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-10T01:10:36.153834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-10T01:10:36.153875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-04-10T01:10:36.153897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-04-10T01:10:36.153909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-10T01:10:36.153925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-04-10T01:10:36.153945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-10T01:10:36.154955Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T01:10:36.154959Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:10:36.155151Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T01:10:36.154916Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-04-10T01:10:36.155288Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-10T01:10:36.155354Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-10T01:10:36.155734Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:10:36.155828Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:10:36.155863Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:10:36.158802Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-10T01:10:36.159122Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-04-10T01:10:37.816052Z","caller":"traceutil/trace.go:171","msg":"trace[250537864] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"100.822887ms","start":"2026-04-10T01:10:37.715213Z","end":"2026-04-10T01:10:37.816036Z","steps":["trace[250537864] 'process raft request' (duration: 100.786586ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:37.816049Z","caller":"traceutil/trace.go:171","msg":"trace[1405596521] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"107.210508ms","start":"2026-04-10T01:10:37.708787Z","end":"2026-04-10T01:10:37.815997Z","steps":["trace[1405596521] 'process raft request' (duration: 107.061745ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:37.816128Z","caller":"traceutil/trace.go:171","msg":"trace[992497325] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"107.460765ms","start":"2026-04-10T01:10:37.708627Z","end":"2026-04-10T01:10:37.816088Z","steps":["trace[992497325] 'process raft request' (duration: 87.471801ms)","trace[992497325] 'compare' (duration: 19.672386ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:10:37.816104Z","caller":"traceutil/trace.go:171","msg":"trace[257666556] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"106.918482ms","start":"2026-04-10T01:10:37.709135Z","end":"2026-04-10T01:10:37.816054Z","steps":["trace[257666556] 'process raft request' (duration: 106.796019ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:37.816176Z","caller":"traceutil/trace.go:171","msg":"trace[609573780] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"103.05309ms","start":"2026-04-10T01:10:37.713086Z","end":"2026-04-10T01:10:37.816139Z","steps":["trace[609573780] 'process raft request' (duration: 102.871265ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:37.816235Z","caller":"traceutil/trace.go:171","msg":"trace[665139338] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"107.3144ms","start":"2026-04-10T01:10:37.70889Z","end":"2026-04-10T01:10:37.816205Z","steps":["trace[665139338] 'process raft request' (duration: 106.990303ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:37.816414Z","caller":"traceutil/trace.go:171","msg":"trace[1749042798] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"107.359522ms","start":"2026-04-10T01:10:37.709043Z","end":"2026-04-10T01:10:37.816402Z","steps":["trace[1749042798] 'process raft request' (duration: 106.86109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:40.350374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.214215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"info","ts":"2026-04-10T01:10:40.350476Z","caller":"traceutil/trace.go:171","msg":"trace[564619925] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:223; }","duration":"196.374999ms","start":"2026-04-10T01:10:40.154079Z","end":"2026-04-10T01:10:40.350454Z","steps":["trace[564619925] 'range keys from in-memory index tree' (duration: 196.106813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:40.350693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.781547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-10T01:10:40.350824Z","caller":"traceutil/trace.go:171","msg":"trace[1284388696] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:223; }","duration":"228.976291ms","start":"2026-04-10T01:10:40.121825Z","end":"2026-04-10T01:10:40.350802Z","steps":["trace[1284388696] 'range keys from in-memory index tree' (duration: 228.643073ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:43.997441Z","caller":"traceutil/trace.go:171","msg":"trace[1502327113] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"125.85559ms","start":"2026-04-10T01:10:43.871564Z","end":"2026-04-10T01:10:43.997419Z","steps":["trace[1502327113] 'read index received' (duration: 125.683046ms)","trace[1502327113] 'applied index is now lower than readState.Index' (duration: 171.604µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:10:43.997513Z","caller":"traceutil/trace.go:171","msg":"trace[1140630728] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"125.965732ms","start":"2026-04-10T01:10:43.871509Z","end":"2026-04-10T01:10:43.997475Z","steps":["trace[1140630728] 'process raft request' (duration: 125.793488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:43.997568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.979673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-10T01:10:43.997605Z","caller":"traceutil/trace.go:171","msg":"trace[1987808449] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:299; }","duration":"126.056115ms","start":"2026-04-10T01:10:43.871538Z","end":"2026-04-10T01:10:43.997594Z","steps":["trace[1987808449] 'agreement among raft nodes before linearized reading' (duration: 125.974063ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:44.445743Z","caller":"traceutil/trace.go:171","msg":"trace[1384010357] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:320; }","duration":"125.109762ms","start":"2026-04-10T01:10:44.320611Z","end":"2026-04-10T01:10:44.445721Z","steps":["trace[1384010357] 'read index received' (duration: 96.674209ms)","trace[1384010357] 'applied index is now lower than readState.Index' (duration: 28.434613ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:10:44.44584Z","caller":"traceutil/trace.go:171","msg":"trace[630158023] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"162.769774ms","start":"2026-04-10T01:10:44.283044Z","end":"2026-04-10T01:10:44.445814Z","steps":["trace[630158023] 'process raft request' (duration: 134.289489ms)","trace[630158023] 'compare' (duration: 28.28892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:10:44.445928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.296396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-10T01:10:44.445965Z","caller":"traceutil/trace.go:171","msg":"trace[1636026483] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:307; }","duration":"125.402069ms","start":"2026-04-10T01:10:44.320552Z","end":"2026-04-10T01:10:44.445954Z","steps":["trace[1636026483] 'agreement among raft nodes before linearized reading' (duration: 125.285096ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:44.689259Z","caller":"traceutil/trace.go:171","msg":"trace[495716339] linearizableReadLoop","detail":"{readStateIndex:324; appliedIndex:323; }","duration":"118.592928ms","start":"2026-04-10T01:10:44.570642Z","end":"2026-04-10T01:10:44.689235Z","steps":["trace[495716339] 'read index received' (duration: 118.420144ms)","trace[495716339] 'applied index is now lower than readState.Index' (duration: 171.864µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:10:44.689314Z","caller":"traceutil/trace.go:171","msg":"trace[171891595] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"158.998804ms","start":"2026-04-10T01:10:44.530284Z","end":"2026-04-10T01:10:44.689283Z","steps":["trace[171891595] 'process raft request' (duration: 158.82343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:44.68942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.758882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-10T01:10:44.689477Z","caller":"traceutil/trace.go:171","msg":"trace[357493463] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:310; }","duration":"118.838553ms","start":"2026-04-10T01:10:44.570625Z","end":"2026-04-10T01:10:44.689463Z","steps":["trace[357493463] 'agreement among raft nodes before linearized reading' (duration: 118.69981ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:47.970528Z","caller":"traceutil/trace.go:171","msg":"trace[297888187] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"160.623572ms","start":"2026-04-10T01:10:47.809869Z","end":"2026-04-10T01:10:47.970492Z","steps":["trace[297888187] 'process raft request' (duration: 160.476909ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:48.421618Z","caller":"traceutil/trace.go:171","msg":"trace[163929756] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"406.921655ms","start":"2026-04-10T01:10:48.014673Z","end":"2026-04-10T01:10:48.421595Z","steps":["trace[163929756] 'process raft request' (duration: 406.762641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:48.42225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:48.014661Z","time spent":"407.028797ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:10:48.422651Z","caller":"traceutil/trace.go:171","msg":"trace[2131723301] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"179.956123ms","start":"2026-04-10T01:10:48.242666Z","end":"2026-04-10T01:10:48.422622Z","steps":["trace[2131723301] 'process raft request' (duration: 179.862351ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:50.686865Z","caller":"traceutil/trace.go:171","msg":"trace[844132435] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"158.470342ms","start":"2026-04-10T01:10:50.52837Z","end":"2026-04-10T01:10:50.68684Z","steps":["trace[844132435] 'process raft request' (duration: 157.737144ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:10:50.687348Z","caller":"traceutil/trace.go:171","msg":"trace[950069818] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"158.810449ms","start":"2026-04-10T01:10:50.528524Z","end":"2026-04-10T01:10:50.687334Z","steps":["trace[950069818] 'process raft request' (duration: 158.746538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:54.143236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06003979s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:10:54.14349Z","caller":"traceutil/trace.go:171","msg":"trace[719306037] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:392; }","duration":"149.298374ms","start":"2026-04-10T01:10:53.994177Z","end":"2026-04-10T01:10:54.143476Z","steps":["trace[719306037] 'read index received' (duration: 149.16539ms)","trace[719306037] 'applied index is now lower than readState.Index' (duration: 132.484µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:10:54.143584Z","caller":"traceutil/trace.go:171","msg":"trace[929862435] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"1.060481591s","start":"2026-04-10T01:10:53.083081Z","end":"2026-04-10T01:10:54.143563Z","steps":["trace[929862435] 'process raft request' (duration: 1.060301026s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:54.143623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.438677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:10:54.143669Z","caller":"traceutil/trace.go:171","msg":"trace[64292667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:377; }","duration":"149.535109ms","start":"2026-04-10T01:10:53.994126Z","end":"2026-04-10T01:10:54.143661Z","steps":["trace[64292667] 'agreement among raft nodes before linearized reading' (duration: 149.390636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:10:54.143696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:10:53.083059Z","time spent":"1.060578612s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:10:54.721735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.424897ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-10T01:11:01.862074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669803871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:11:01.86218Z","caller":"traceutil/trace.go:171","msg":"trace[19909934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"1.669964985s","start":"2026-04-10T01:11:00.192194Z","end":"2026-04-10T01:11:01.862159Z","steps":["trace[19909934] 'range keys from in-memory index tree' (duration: 1.669665628s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:01.862228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:00.192169Z","time spent":"1.670050297s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:11:01.8622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110587392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:11:01.862293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585210008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:01.862384Z","caller":"traceutil/trace.go:171","msg":"trace[1339321701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"1.585358532s","start":"2026-04-10T01:11:00.277007Z","end":"2026-04-10T01:11:01.862366Z","steps":["trace[1339321701] 'range keys from in-memory index tree' (duration: 1.585108156s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:01.862417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:00.276985Z","time spent":"1.585426823s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:01.862314Z","caller":"traceutil/trace.go:171","msg":"trace[1999715889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"1.110763976s","start":"2026-04-10T01:11:00.751527Z","end":"2026-04-10T01:11:01.862291Z","steps":["trace[1999715889] 'range keys from in-memory index tree' (duration: 1.110431758s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:01.862408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300230795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:11:01.862494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:00.751496Z","time spent":"1.110980551s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:11:01.862524Z","caller":"traceutil/trace.go:171","msg":"trace[227142570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"1.300403309s","start":"2026-04-10T01:11:00.562095Z","end":"2026-04-10T01:11:01.862498Z","steps":["trace[227142570] 'range keys from in-memory index tree' (duration: 1.300100942s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:01.8622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110779807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:11:01.862573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:00.562071Z","time spent":"1.300492641s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:11:01.86267Z","caller":"traceutil/trace.go:171","msg":"trace[895553554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"1.111260138s","start":"2026-04-10T01:11:00.75133Z","end":"2026-04-10T01:11:01.862591Z","steps":["trace[895553554] 'range keys from in-memory index tree' (duration: 1.110648963s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:01.862866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:00.751299Z","time spent":"1.111556515s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:02.330819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139068,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:11:02.340862Z","caller":"traceutil/trace.go:171","msg":"trace[1210595148] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"522.799813ms","start":"2026-04-10T01:11:01.818041Z","end":"2026-04-10T01:11:02.34084Z","steps":["trace[1210595148] 'process raft request' (duration: 522.67336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:02.341035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:01.818022Z","time spent":"522.929546ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:02.614354Z","caller":"traceutil/trace.go:171","msg":"trace[1309286881] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:440; }","duration":"784.313367ms","start":"2026-04-10T01:11:01.830021Z","end":"2026-04-10T01:11:02.614334Z","steps":["trace[1309286881] 'read index received' (duration: 510.697785ms)","trace[1309286881] 'applied index is now lower than readState.Index' (duration: 273.614542ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:02.614555Z","caller":"traceutil/trace.go:171","msg":"trace[906513096] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"748.30064ms","start":"2026-04-10T01:11:01.866247Z","end":"2026-04-10T01:11:02.614547Z","steps":["trace[906513096] 'process raft request' (duration: 744.341836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:02.614782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:01.866231Z","time spent":"748.345711ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:02.614901Z","caller":"traceutil/trace.go:171","msg":"trace[1775164482] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"747.181573ms","start":"2026-04-10T01:11:01.867678Z","end":"2026-04-10T01:11:02.614859Z","steps":["trace[1775164482] 'process raft request' (duration: 746.62723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:02.614925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.475775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:02.614931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.88691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:02.615141Z","caller":"traceutil/trace.go:171","msg":"trace[400676560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"785.151217ms","start":"2026-04-10T01:11:01.829956Z","end":"2026-04-10T01:11:02.615107Z","steps":["trace[400676560] 'agreement among raft nodes before linearized reading' (duration: 784.823669ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:02.615047Z","caller":"traceutil/trace.go:171","msg":"trace[570740265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"751.617208ms","start":"2026-04-10T01:11:01.863412Z","end":"2026-04-10T01:11:02.615029Z","steps":["trace[570740265] 'agreement among raft nodes before linearized reading' (duration: 751.419394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:02.615243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:01.863347Z","time spent":"751.889585ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:02.614997Z","caller":"traceutil/trace.go:171","msg":"trace[865459206] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"747.90248ms","start":"2026-04-10T01:11:01.866976Z","end":"2026-04-10T01:11:02.614878Z","steps":["trace[865459206] 'process raft request' (duration: 747.305295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:02.615163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:01.867658Z","time spent":"747.380317ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:02.615302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:01.829924Z","time spent":"785.362601ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:02.61587Z","caller":"traceutil/trace.go:171","msg":"trace[1104488442] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"749.496148ms","start":"2026-04-10T01:11:01.866343Z","end":"2026-04-10T01:11:02.61584Z","steps":["trace[1104488442] 'process raft request' (duration: 747.866679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:02.616039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:01.866314Z","time spent":"749.652902ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:02.615826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:01.866927Z","time spent":"748.522055ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:09.115801Z","caller":"traceutil/trace.go:171","msg":"trace[276450971] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"452.230823ms","start":"2026-04-10T01:11:08.663544Z","end":"2026-04-10T01:11:09.115775Z","steps":["trace[276450971] 'read index received' (duration: 452.183852ms)","trace[276450971] 'applied index is now lower than readState.Index' (duration: 45.591µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:09.115921Z","caller":"traceutil/trace.go:171","msg":"trace[1716155826] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"454.59531ms","start":"2026-04-10T01:11:08.661287Z","end":"2026-04-10T01:11:09.115882Z","steps":["trace[1716155826] 'process raft request' (duration: 454.356384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:09.115969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.407207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:11:09.11601Z","caller":"traceutil/trace.go:171","msg":"trace[923333771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:435; }","duration":"452.508189ms","start":"2026-04-10T01:11:08.66349Z","end":"2026-04-10T01:11:09.115998Z","steps":["trace[923333771] 'agreement among raft nodes before linearized reading' (duration: 452.411807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:09.116057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:08.663472Z","time spent":"452.576062ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:11:09.116123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:08.661261Z","time spent":"454.749503ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:09.616814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:10.117756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:10.34424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228522449s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:11:10.501514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.923115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:10.501707Z","caller":"traceutil/trace.go:171","msg":"trace[1685605387] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:455; }","duration":"1.385815633s","start":"2026-04-10T01:11:09.115873Z","end":"2026-04-10T01:11:10.501689Z","steps":["trace[1685605387] 'read index received' (duration: 1.228621951s)","trace[1685605387] 'applied index is now lower than readState.Index' (duration: 157.192482ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:10.501786Z","caller":"traceutil/trace.go:171","msg":"trace[229280194] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.714440414s","start":"2026-04-10T01:11:08.787335Z","end":"2026-04-10T01:11:10.501776Z","steps":["trace[229280194] 'process raft request' (duration: 1.55715865s)","trace[229280194] 'compare' (duration: 156.241269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:10.501842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:08.787311Z","time spent":"1.714500084s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:10.501982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824596755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:11:10.502098Z","caller":"traceutil/trace.go:171","msg":"trace[1390568279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:437; }","duration":"1.8247842s","start":"2026-04-10T01:11:08.67729Z","end":"2026-04-10T01:11:10.502074Z","steps":["trace[1390568279] 'agreement among raft nodes before linearized reading' (duration: 1.824521493s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:10.502164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:08.67727Z","time spent":"1.824884242s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:10.502353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824958164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:11:10.502415Z","caller":"traceutil/trace.go:171","msg":"trace[1032172944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:437; }","duration":"1.825070816s","start":"2026-04-10T01:11:08.677329Z","end":"2026-04-10T01:11:10.5024Z","steps":["trace[1032172944] 'agreement among raft nodes before linearized reading' (duration: 1.824945183s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:10.502474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09118744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:11:10.502426Z","caller":"traceutil/trace.go:171","msg":"trace[950126383] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"1.382287418s","start":"2026-04-10T01:11:09.119963Z","end":"2026-04-10T01:11:10.50225Z","steps":["trace[950126383] 'process raft request' (duration: 1.381640573s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:10.502533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:08.677316Z","time spent":"1.825139828s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:10.502469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039900319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:10.502597Z","caller":"traceutil/trace.go:171","msg":"trace[1921900923] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:437; }","duration":"1.091332803s","start":"2026-04-10T01:11:09.411236Z","end":"2026-04-10T01:11:10.502568Z","steps":["trace[1921900923] 'agreement among raft nodes before linearized reading' (duration: 1.091062957s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:10.502605Z","caller":"traceutil/trace.go:171","msg":"trace[1798708779] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:437; }","duration":"1.040088834s","start":"2026-04-10T01:11:09.462501Z","end":"2026-04-10T01:11:10.50259Z","steps":["trace[1798708779] 'agreement among raft nodes before linearized reading' (duration: 1.039704705s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:10.502662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:09.462473Z","time spent":"1.040174815s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-10T01:11:10.50265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:09.119938Z","time spent":"1.382629126s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:10.502658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:09.411211Z","time spent":"1.091433355s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-10T01:11:10.502683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225308202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:10.503294Z","caller":"traceutil/trace.go:171","msg":"trace[592289448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"1.225942417s","start":"2026-04-10T01:11:09.277332Z","end":"2026-04-10T01:11:10.503274Z","steps":["trace[592289448] 'agreement among raft nodes before linearized reading' (duration: 1.224630876s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:10.503334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:09.277315Z","time spent":"1.226005898s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:12.619231Z","caller":"traceutil/trace.go:171","msg":"trace[1830718046] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"258.928423ms","start":"2026-04-10T01:11:12.360276Z","end":"2026-04-10T01:11:12.619204Z","steps":["trace[1830718046] 'process raft request' (duration: 258.763219ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.839779Z","caller":"traceutil/trace.go:171","msg":"trace[1095275347] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"475.586048ms","start":"2026-04-10T01:11:12.364156Z","end":"2026-04-10T01:11:12.839742Z","steps":["trace[1095275347] 'process raft request' (duration: 475.448115ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.839855Z","caller":"traceutil/trace.go:171","msg":"trace[1797011113] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"465.204392ms","start":"2026-04-10T01:11:12.374637Z","end":"2026-04-10T01:11:12.839841Z","steps":["trace[1797011113] 'process raft request' (duration: 465.071989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.839946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.364147Z","time spent":"475.714082ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:12.839946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.374626Z","time spent":"465.265273ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:12.839933Z","caller":"traceutil/trace.go:171","msg":"trace[1288399747] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"466.103543ms","start":"2026-04-10T01:11:12.373733Z","end":"2026-04-10T01:11:12.839836Z","steps":["trace[1288399747] 'process raft request' (duration: 465.934569ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.840017Z","caller":"traceutil/trace.go:171","msg":"trace[1835233318] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"461.875623ms","start":"2026-04-10T01:11:12.378042Z","end":"2026-04-10T01:11:12.839917Z","steps":["trace[1835233318] 'process raft request' (duration: 461.712869ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.84017Z","caller":"traceutil/trace.go:171","msg":"trace[1017309827] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"440.989865ms","start":"2026-04-10T01:11:12.399164Z","end":"2026-04-10T01:11:12.840154Z","steps":["trace[1017309827] 'process raft request' (duration: 440.747009ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.840199Z","caller":"traceutil/trace.go:171","msg":"trace[924075751] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"408.351229ms","start":"2026-04-10T01:11:12.431834Z","end":"2026-04-10T01:11:12.840185Z","steps":["trace[924075751] 'process raft request' (duration: 408.181245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.840241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.373713Z","time spent":"466.39691ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:12.840272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.431799Z","time spent":"408.43636ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:12.840274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.399141Z","time spent":"441.096428ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:12.840301Z","caller":"traceutil/trace.go:171","msg":"trace[1525364269] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:497; }","duration":"333.521408ms","start":"2026-04-10T01:11:12.506719Z","end":"2026-04-10T01:11:12.840241Z","steps":["trace[1525364269] 'read index received' (duration: 112.418086ms)","trace[1525364269] 'applied index is now lower than readState.Index' (duration: 221.101842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:12.840334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.378032Z","time spent":"462.159979ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:12.839742Z","caller":"traceutil/trace.go:171","msg":"trace[763673421] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"475.605489ms","start":"2026-04-10T01:11:12.364085Z","end":"2026-04-10T01:11:12.839691Z","steps":["trace[763673421] 'process raft request' (duration: 475.293672ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.840438Z","caller":"traceutil/trace.go:171","msg":"trace[1712543891] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"428.221911ms","start":"2026-04-10T01:11:12.412061Z","end":"2026-04-10T01:11:12.840283Z","steps":["trace[1712543891] 'process raft request' (duration: 427.901454ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.840597Z","caller":"traceutil/trace.go:171","msg":"trace[511990488] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"462.421576ms","start":"2026-04-10T01:11:12.378098Z","end":"2026-04-10T01:11:12.840519Z","steps":["trace[511990488] 'process raft request' (duration: 461.695379ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.840626Z","caller":"traceutil/trace.go:171","msg":"trace[1239224830] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"306.551515ms","start":"2026-04-10T01:11:12.534034Z","end":"2026-04-10T01:11:12.840586Z","steps":["trace[1239224830] 'process raft request' (duration: 306.123555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.840646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.364067Z","time spent":"476.50866ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:12.840689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.378091Z","time spent":"462.558459ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:12.840759Z","caller":"traceutil/trace.go:171","msg":"trace[1931386121] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"449.463657ms","start":"2026-04-10T01:11:12.391157Z","end":"2026-04-10T01:11:12.840621Z","steps":["trace[1931386121] 'process raft request' (duration: 448.681089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.840801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.057431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:11:12.840818Z","caller":"traceutil/trace.go:171","msg":"trace[403194295] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"328.054287ms","start":"2026-04-10T01:11:12.512687Z","end":"2026-04-10T01:11:12.840742Z","steps":["trace[403194295] 'process raft request' (duration: 327.383751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.840875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.391149Z","time spent":"449.673422ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:12.840884Z","caller":"traceutil/trace.go:171","msg":"trace[1483804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:489; }","duration":"334.194644ms","start":"2026-04-10T01:11:12.506665Z","end":"2026-04-10T01:11:12.840859Z","steps":["trace[1483804] 'agreement among raft nodes before linearized reading' (duration: 333.943998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.84094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.506636Z","time spent":"334.295726ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:11:12.841031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.512667Z","time spent":"328.259933ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:12.840967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.534016Z","time spent":"306.675229ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:12.841396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.41204Z","time spent":"429.175574ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:12.847561Z","caller":"traceutil/trace.go:171","msg":"trace[907283792] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"222.100756ms","start":"2026-04-10T01:11:12.625441Z","end":"2026-04-10T01:11:12.847541Z","steps":["trace[907283792] 'process raft request' (duration: 221.815529ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.847825Z","caller":"traceutil/trace.go:171","msg":"trace[1855315772] transaction","detail":"{read_only:false; number_of_response:1; response_revision:491; }","duration":"219.630367ms","start":"2026-04-10T01:11:12.628177Z","end":"2026-04-10T01:11:12.847807Z","steps":["trace[1855315772] 'process raft request' (duration: 219.363071ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:12.848186Z","caller":"traceutil/trace.go:171","msg":"trace[1749214562] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"220.514548ms","start":"2026-04-10T01:11:12.627661Z","end":"2026-04-10T01:11:12.848175Z","steps":["trace[1749214562] 'process raft request' (duration: 219.77363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.848834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.248185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:11:12.848882Z","caller":"traceutil/trace.go:171","msg":"trace[1249450152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:491; }","duration":"321.352168ms","start":"2026-04-10T01:11:12.527518Z","end":"2026-04-10T01:11:12.84887Z","steps":["trace[1249450152] 'agreement among raft nodes before linearized reading' (duration: 321.216104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.848914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.527505Z","time spent":"321.40215ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:12.849122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.365829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:11:12.849158Z","caller":"traceutil/trace.go:171","msg":"trace[656356358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:491; }","duration":"321.44161ms","start":"2026-04-10T01:11:12.527709Z","end":"2026-04-10T01:11:12.84915Z","steps":["trace[656356358] 'agreement among raft nodes before linearized reading' (duration: 321.329718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:12.849183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:12.527693Z","time spent":"321.484321ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:19.539073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.980935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:11:19.539158Z","caller":"traceutil/trace.go:171","msg":"trace[581118846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:581; }","duration":"638.089247ms","start":"2026-04-10T01:11:18.901052Z","end":"2026-04-10T01:11:19.539141Z","steps":["trace[581118846] 'range keys from in-memory index tree' (duration: 637.78485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:19.539125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.073581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:11:19.539168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.279221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:11:19.539204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:18.901044Z","time spent":"638.142598ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:11:19.539229Z","caller":"traceutil/trace.go:171","msg":"trace[2004062436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:581; }","duration":"639.230234ms","start":"2026-04-10T01:11:18.899972Z","end":"2026-04-10T01:11:19.539202Z","steps":["trace[2004062436] 'range keys from in-memory index tree' (duration: 638.888336ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:19.539238Z","caller":"traceutil/trace.go:171","msg":"trace[858687718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:581; }","duration":"638.384274ms","start":"2026-04-10T01:11:18.900834Z","end":"2026-04-10T01:11:19.539219Z","steps":["trace[858687718] 'range keys from in-memory index tree' (duration: 638.131208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:19.539283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:18.900805Z","time spent":"638.469186ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:19.539284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:18.899945Z","time spent":"639.326576ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:11:19.660654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139421,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:11:19.780249Z","caller":"traceutil/trace.go:171","msg":"trace[1299903368] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"847.486571ms","start":"2026-04-10T01:11:18.932723Z","end":"2026-04-10T01:11:19.78021Z","steps":["trace[1299903368] 'process raft request' (duration: 845.79259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:19.780458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:18.932685Z","time spent":"847.669585ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:20.453956Z","caller":"traceutil/trace.go:171","msg":"trace[1368401970] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"910.757496ms","start":"2026-04-10T01:11:19.543164Z","end":"2026-04-10T01:11:20.453922Z","steps":["trace[1368401970] 'process raft request' (duration: 910.582471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:20.454137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:19.543148Z","time spent":"910.90026ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:20.454279Z","caller":"traceutil/trace.go:171","msg":"trace[949985382] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:606; }","duration":"1.294186822s","start":"2026-04-10T01:11:19.160032Z","end":"2026-04-10T01:11:20.454219Z","steps":["trace[949985382] 'read index received' (duration: 618.324507ms)","trace[949985382] 'applied index is now lower than readState.Index' (duration: 675.860505ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:20.45434Z","caller":"traceutil/trace.go:171","msg":"trace[1973093173] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"910.710965ms","start":"2026-04-10T01:11:19.543594Z","end":"2026-04-10T01:11:20.454305Z","steps":["trace[1973093173] 'process raft request' (duration: 910.281975ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:20.45439Z","caller":"traceutil/trace.go:171","msg":"trace[1170524024] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"910.54981ms","start":"2026-04-10T01:11:19.543825Z","end":"2026-04-10T01:11:20.454374Z","steps":["trace[1170524024] 'process raft request' (duration: 910.312385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:20.454476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:19.543815Z","time spent":"910.612203ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:20.454506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:19.543582Z","time spent":"910.837188ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:20.454736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294705614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:11:20.454796Z","caller":"traceutil/trace.go:171","msg":"trace[1912113443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"1.294762565s","start":"2026-04-10T01:11:19.160017Z","end":"2026-04-10T01:11:20.45478Z","steps":["trace[1912113443] 'agreement among raft nodes before linearized reading' (duration: 1.29456655s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:20.454839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:19.159955Z","time spent":"1.294873668s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:11:20.736571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.635859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:20.7367Z","caller":"traceutil/trace.go:171","msg":"trace[972511977] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"896.077927ms","start":"2026-04-10T01:11:19.840586Z","end":"2026-04-10T01:11:20.736664Z","steps":["trace[972511977] 'process raft request' (duration: 736.282264ms)","trace[972511977] 'compare' (duration: 159.508526ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:20.736777Z","caller":"traceutil/trace.go:171","msg":"trace[152712368] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"282.426672ms","start":"2026-04-10T01:11:20.454335Z","end":"2026-04-10T01:11:20.736762Z","steps":["trace[152712368] 'read index received' (duration: 122.540066ms)","trace[152712368] 'applied index is now lower than readState.Index' (duration: 159.885006ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:20.736786Z","caller":"traceutil/trace.go:171","msg":"trace[525003833] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"183.20411ms","start":"2026-04-10T01:11:20.553568Z","end":"2026-04-10T01:11:20.736772Z","steps":["trace[525003833] 'process raft request' (duration: 183.168739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:20.736831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:19.840555Z","time spent":"896.21245ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:20.73686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324853262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:11:20.736881Z","caller":"traceutil/trace.go:171","msg":"trace[1614988397] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:588; }","duration":"1.324914073s","start":"2026-04-10T01:11:19.411959Z","end":"2026-04-10T01:11:20.736873Z","steps":["trace[1614988397] 'agreement among raft nodes before linearized reading' (duration: 1.324846122s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:20.736899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:19.411938Z","time spent":"1.324956465s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-04-10T01:11:20.737003Z","caller":"traceutil/trace.go:171","msg":"trace[1426362904] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"278.13161ms","start":"2026-04-10T01:11:20.458861Z","end":"2026-04-10T01:11:20.736993Z","steps":["trace[1426362904] 'process raft request' (duration: 277.808352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:20.737086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196172619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-p4qdf\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-10T01:11:20.737103Z","caller":"traceutil/trace.go:171","msg":"trace[2073345049] range","detail":"{range_begin:/registry/pods/kube-system/cilium-p4qdf; range_end:; response_count:1; response_revision:588; }","duration":"1.196224321s","start":"2026-04-10T01:11:19.540874Z","end":"2026-04-10T01:11:20.737098Z","steps":["trace[2073345049] 'agreement among raft nodes before linearized reading' (duration: 1.196150829s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:20.737013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.68567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:20.737309Z","caller":"traceutil/trace.go:171","msg":"trace[1540121321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"460.016158ms","start":"2026-04-10T01:11:20.277285Z","end":"2026-04-10T01:11:20.737301Z","steps":["trace[1540121321] 'agreement among raft nodes before linearized reading' (duration: 459.713771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:20.737331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:20.277263Z","time spent":"460.06258ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:20.737118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:19.540857Z","time spent":"1.196256911s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-p4qdf\" "} {"level":"info","ts":"2026-04-10T01:11:20.949007Z","caller":"traceutil/trace.go:171","msg":"trace[1314760237] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"176.377017ms","start":"2026-04-10T01:11:20.7726Z","end":"2026-04-10T01:11:20.948977Z","steps":["trace[1314760237] 'process raft request' (duration: 77.881403ms)","trace[1314760237] 'compare' (duration: 98.292199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:21.777817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:22.278177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:22.778693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:23.108091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.902412996s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:11:23.109007Z","caller":"traceutil/trace.go:171","msg":"trace[2073291899] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"1.831404007s","start":"2026-04-10T01:11:21.277579Z","end":"2026-04-10T01:11:23.108983Z","steps":["trace[2073291899] 'read index received' (duration: 1.830757091s)","trace[2073291899] 'applied index is now lower than readState.Index' (duration: 645.806µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:23.109149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83155514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:23.109158Z","caller":"traceutil/trace.go:171","msg":"trace[270009915] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"1.904509527s","start":"2026-04-10T01:11:21.204614Z","end":"2026-04-10T01:11:23.109124Z","steps":["trace[270009915] 'process raft request' (duration: 1.903888612s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:23.109186Z","caller":"traceutil/trace.go:171","msg":"trace[652249903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"1.831634642s","start":"2026-04-10T01:11:21.277541Z","end":"2026-04-10T01:11:23.109175Z","steps":["trace[652249903] 'agreement among raft nodes before linearized reading' (duration: 1.831562781s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:23.10934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:21.204586Z","time spent":"1.90466097s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:23.109378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:21.277523Z","time spent":"1.831844807s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:23.110714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.556196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:11:23.110746Z","caller":"traceutil/trace.go:171","msg":"trace[993221575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:592; }","duration":"369.635508ms","start":"2026-04-10T01:11:22.741101Z","end":"2026-04-10T01:11:23.110737Z","steps":["trace[993221575] 'agreement among raft nodes before linearized reading' (duration: 369.503274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:23.110765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:22.741082Z","time spent":"369.678568ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:11:23.110774Z","caller":"traceutil/trace.go:171","msg":"trace[1389872741] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"106.198318ms","start":"2026-04-10T01:11:23.004551Z","end":"2026-04-10T01:11:23.110749Z","steps":["trace[1389872741] 'process raft request' (duration: 105.85122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:23.110782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.871365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:11:23.110779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.203983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:11:23.110844Z","caller":"traceutil/trace.go:171","msg":"trace[678783937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"651.965787ms","start":"2026-04-10T01:11:22.458862Z","end":"2026-04-10T01:11:23.110828Z","steps":["trace[678783937] 'agreement among raft nodes before linearized reading' (duration: 651.763532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:23.110878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:22.458853Z","time spent":"652.019418ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:11:23.110872Z","caller":"traceutil/trace.go:171","msg":"trace[150315085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:592; }","duration":"652.336735ms","start":"2026-04-10T01:11:22.458508Z","end":"2026-04-10T01:11:23.110845Z","steps":["trace[150315085] 'agreement among raft nodes before linearized reading' (duration: 652.11904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:23.110929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:22.458486Z","time spent":"652.429788ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:11:23.111032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.981807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:11:23.111134Z","caller":"traceutil/trace.go:171","msg":"trace[1755239872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:592; }","duration":"652.12987ms","start":"2026-04-10T01:11:22.458978Z","end":"2026-04-10T01:11:23.111108Z","steps":["trace[1755239872] 'agreement among raft nodes before linearized reading' (duration: 651.828433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:23.111185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:22.458921Z","time spent":"652.252464ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:11:24.447261Z","caller":"traceutil/trace.go:171","msg":"trace[1776933744] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"170.19336ms","start":"2026-04-10T01:11:24.277045Z","end":"2026-04-10T01:11:24.447238Z","steps":["trace[1776933744] 'read index received' (duration: 169.952194ms)","trace[1776933744] 'applied index is now lower than readState.Index' (duration: 236.796µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:24.447299Z","caller":"traceutil/trace.go:171","msg":"trace[72849444] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"177.007023ms","start":"2026-04-10T01:11:24.270261Z","end":"2026-04-10T01:11:24.447268Z","steps":["trace[72849444] 'process raft request' (duration: 176.742936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:24.447434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.363235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:24.447473Z","caller":"traceutil/trace.go:171","msg":"trace[2010420809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"170.455296ms","start":"2026-04-10T01:11:24.277009Z","end":"2026-04-10T01:11:24.447464Z","steps":["trace[2010420809] 'agreement among raft nodes before linearized reading' (duration: 170.329683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:26.705922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.484861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:26.70614Z","caller":"traceutil/trace.go:171","msg":"trace[329859339] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"920.59667ms","start":"2026-04-10T01:11:25.785527Z","end":"2026-04-10T01:11:26.706124Z","steps":["trace[329859339] 'process raft request' (duration: 920.504108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:26.706221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:25.785508Z","time spent":"920.669492ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:26.706364Z","caller":"traceutil/trace.go:171","msg":"trace[82654918] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"920.894637ms","start":"2026-04-10T01:11:25.785451Z","end":"2026-04-10T01:11:26.706345Z","steps":["trace[82654918] 'process raft request' (duration: 493.887944ms)","trace[82654918] 'compare' (duration: 426.375788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:26.706449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:25.785429Z","time spent":"920.98475ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:26.790879Z","caller":"traceutil/trace.go:171","msg":"trace[160423647] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:660; }","duration":"664.628548ms","start":"2026-04-10T01:11:26.126219Z","end":"2026-04-10T01:11:26.790847Z","steps":["trace[160423647] 'read index received' (duration: 153.178326ms)","trace[160423647] 'applied index is now lower than readState.Index' (duration: 511.448512ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:26.791012Z","caller":"traceutil/trace.go:171","msg":"trace[512993179] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"967.173529ms","start":"2026-04-10T01:11:25.823814Z","end":"2026-04-10T01:11:26.790987Z","steps":["trace[512993179] 'process raft request' (duration: 966.830361ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:26.790987Z","caller":"traceutil/trace.go:171","msg":"trace[318024627] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"862.430336ms","start":"2026-04-10T01:11:25.928499Z","end":"2026-04-10T01:11:26.79093Z","steps":["trace[318024627] 'process raft request' (duration: 862.269343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:26.791142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:25.823791Z","time spent":"967.281262ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:26.791135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.897005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:26.791221Z","caller":"traceutil/trace.go:171","msg":"trace[1596063051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:637; }","duration":"665.036418ms","start":"2026-04-10T01:11:26.126162Z","end":"2026-04-10T01:11:26.791198Z","steps":["trace[1596063051] 'agreement among raft nodes before linearized reading' (duration: 664.875844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:26.79127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.126137Z","time spent":"665.12277ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-10T01:11:26.791354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:25.92847Z","time spent":"862.677582ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:26.850332Z","caller":"traceutil/trace.go:171","msg":"trace[707145862] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"522.997807ms","start":"2026-04-10T01:11:26.327297Z","end":"2026-04-10T01:11:26.850295Z","steps":["trace[707145862] 'process raft request' (duration: 522.657089ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:26.850398Z","caller":"traceutil/trace.go:171","msg":"trace[235032533] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"321.660425ms","start":"2026-04-10T01:11:26.528709Z","end":"2026-04-10T01:11:26.850369Z","steps":["trace[235032533] 'process raft request' (duration: 321.45905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:26.850473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.627303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:26.850562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.133888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:26.850592Z","caller":"traceutil/trace.go:171","msg":"trace[76079791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"573.796767ms","start":"2026-04-10T01:11:26.27677Z","end":"2026-04-10T01:11:26.850566Z","steps":["trace[76079791] 'agreement among raft nodes before linearized reading' (duration: 573.529381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:26.850613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.422566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-p4qdf\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-04-10T01:11:26.850644Z","caller":"traceutil/trace.go:171","msg":"trace[164649262] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:640; }","duration":"125.287782ms","start":"2026-04-10T01:11:26.725333Z","end":"2026-04-10T01:11:26.85062Z","steps":["trace[164649262] 'agreement among raft nodes before linearized reading' (duration: 125.082917ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:26.850679Z","caller":"traceutil/trace.go:171","msg":"trace[903510386] range","detail":"{range_begin:/registry/pods/kube-system/cilium-p4qdf; range_end:; response_count:1; response_revision:640; }","duration":"275.507127ms","start":"2026-04-10T01:11:26.57514Z","end":"2026-04-10T01:11:26.850647Z","steps":["trace[903510386] 'agreement among raft nodes before linearized reading' (duration: 275.303482ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:26.850363Z","caller":"traceutil/trace.go:171","msg":"trace[1143013413] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"138.926476ms","start":"2026-04-10T01:11:26.711396Z","end":"2026-04-10T01:11:26.850323Z","steps":["trace[1143013413] 'process raft request' (duration: 138.830564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:26.850646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.276751Z","time spent":"573.886199ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:26.850508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.327277Z","time spent":"523.147922ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:26.850861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.528681Z","time spent":"321.913382ms","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:28.739841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.193071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-p4qdf\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-04-10T01:11:28.739928Z","caller":"traceutil/trace.go:171","msg":"trace[1606175066] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"148.208637ms","start":"2026-04-10T01:11:28.591696Z","end":"2026-04-10T01:11:28.739904Z","steps":["trace[1606175066] 'process raft request' (duration: 56.72489ms)","trace[1606175066] 'compare' (duration: 91.225711ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:28.739969Z","caller":"traceutil/trace.go:171","msg":"trace[1164030879] range","detail":"{range_begin:/registry/pods/kube-system/cilium-p4qdf; range_end:; response_count:1; response_revision:663; }","duration":"149.378975ms","start":"2026-04-10T01:11:28.590571Z","end":"2026-04-10T01:11:28.73995Z","steps":["trace[1164030879] 'range keys from in-memory index tree' (duration: 148.988766ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:29.283107Z","caller":"traceutil/trace.go:171","msg":"trace[1640673660] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"105.344687ms","start":"2026-04-10T01:11:29.17774Z","end":"2026-04-10T01:11:29.283085Z","steps":["trace[1640673660] 'process raft request' (duration: 105.255485ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:29.283124Z","caller":"traceutil/trace.go:171","msg":"trace[1191793267] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"105.938571ms","start":"2026-04-10T01:11:29.17716Z","end":"2026-04-10T01:11:29.283098Z","steps":["trace[1191793267] 'process raft request' (duration: 104.846435ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:29.283339Z","caller":"traceutil/trace.go:171","msg":"trace[502692745] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"104.906777ms","start":"2026-04-10T01:11:29.178387Z","end":"2026-04-10T01:11:29.283294Z","steps":["trace[502692745] 'process raft request' (duration: 104.662961ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:30.795391Z","caller":"traceutil/trace.go:171","msg":"trace[1455254437] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"166.904142ms","start":"2026-04-10T01:11:30.628456Z","end":"2026-04-10T01:11:30.79536Z","steps":["trace[1455254437] 'process raft request' (duration: 165.108879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:41.83474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:42.335235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270139771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:42.664828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379478232s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:11:42.66543Z","caller":"traceutil/trace.go:171","msg":"trace[1674462022] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"1.380162367s","start":"2026-04-10T01:11:41.285243Z","end":"2026-04-10T01:11:42.665405Z","steps":["trace[1674462022] 'process raft request' (duration: 1.379981353s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:42.665619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.285225Z","time spent":"1.38025766s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:43.037941Z","caller":"traceutil/trace.go:171","msg":"trace[1557905335] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"1.677685658s","start":"2026-04-10T01:11:41.360226Z","end":"2026-04-10T01:11:43.037912Z","steps":["trace[1557905335] 'process raft request' (duration: 1.677379021s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.038125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704357203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:11:43.038119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.360213Z","time spent":"1.677812081s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:43.038154Z","caller":"traceutil/trace.go:171","msg":"trace[13097895] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"1.354085367s","start":"2026-04-10T01:11:41.684056Z","end":"2026-04-10T01:11:43.038141Z","steps":["trace[13097895] 'process raft request' (duration: 1.353776019s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.038179Z","caller":"traceutil/trace.go:171","msg":"trace[744339543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:764; }","duration":"1.704445155s","start":"2026-04-10T01:11:41.333722Z","end":"2026-04-10T01:11:43.038168Z","steps":["trace[744339543] 'agreement among raft nodes before linearized reading' (duration: 1.704288002s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.037959Z","caller":"traceutil/trace.go:171","msg":"trace[1496925603] linearizableReadLoop","detail":"{readStateIndex:795; appliedIndex:792; }","duration":"1.704182079s","start":"2026-04-10T01:11:41.333754Z","end":"2026-04-10T01:11:43.037936Z","steps":["trace[1496925603] 'read index received' (duration: 1.331555661s)","trace[1496925603] 'applied index is now lower than readState.Index' (duration: 372.625218ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:43.038161Z","caller":"traceutil/trace.go:171","msg":"trace[1779872681] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"660.942609ms","start":"2026-04-10T01:11:42.377184Z","end":"2026-04-10T01:11:43.038126Z","steps":["trace[1779872681] 'process raft request' (duration: 660.707384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.038214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.333711Z","time spent":"1.704495206s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:43.038224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.684036Z","time spent":"1.354145368s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:43.038354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.466169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:43.038357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.377155Z","time spent":"661.101403ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5055,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:43.038384Z","caller":"traceutil/trace.go:171","msg":"trace[1639722455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"760.5309ms","start":"2026-04-10T01:11:42.277843Z","end":"2026-04-10T01:11:43.038374Z","steps":["trace[1639722455] 'agreement among raft nodes before linearized reading' (duration: 760.491069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.038416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.277821Z","time spent":"760.588391ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:43.038492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704632479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:11:43.038536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702509919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:11:43.038572Z","caller":"traceutil/trace.go:171","msg":"trace[336897729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:764; }","duration":"1.702564321s","start":"2026-04-10T01:11:41.335997Z","end":"2026-04-10T01:11:43.038561Z","steps":["trace[336897729] 'agreement among raft nodes before linearized reading' (duration: 1.702453098s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:43.038566Z","caller":"traceutil/trace.go:171","msg":"trace[1776247354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:764; }","duration":"1.704778003s","start":"2026-04-10T01:11:41.333769Z","end":"2026-04-10T01:11:43.038547Z","steps":["trace[1776247354] 'agreement among raft nodes before linearized reading' (duration: 1.704549848s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.038551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403771029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:11:43.038596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.335986Z","time spent":"1.702604791s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:11:43.038607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.333749Z","time spent":"1.704851335s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:11:43.038631Z","caller":"traceutil/trace.go:171","msg":"trace[1884049933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:764; }","duration":"1.403901142s","start":"2026-04-10T01:11:41.634711Z","end":"2026-04-10T01:11:43.038613Z","steps":["trace[1884049933] 'agreement among raft nodes before linearized reading' (duration: 1.403673806s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.038677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:41.634692Z","time spent":"1.403977003s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:11:57.313553Z","caller":"traceutil/trace.go:171","msg":"trace[1878430647] transaction","detail":"{read_only:false; number_of_response:1; response_revision:929; }","duration":"108.750134ms","start":"2026-04-10T01:11:57.204776Z","end":"2026-04-10T01:11:57.313526Z","steps":["trace[1878430647] 'process raft request' (duration: 108.540669ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:57.43767Z","caller":"traceutil/trace.go:171","msg":"trace[671992881] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"124.173267ms","start":"2026-04-10T01:11:57.31346Z","end":"2026-04-10T01:11:57.437633Z","steps":["trace[671992881] 'read index received' (duration: 109.559914ms)","trace[671992881] 'applied index is now lower than readState.Index' (duration: 14.611853ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:57.437781Z","caller":"traceutil/trace.go:171","msg":"trace[1022015553] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"128.106411ms","start":"2026-04-10T01:11:57.309635Z","end":"2026-04-10T01:11:57.437741Z","steps":["trace[1022015553] 'process raft request' (duration: 113.322665ms)","trace[1022015553] 'compare' (duration: 14.51588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:57.437905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.413958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:57.437955Z","caller":"traceutil/trace.go:171","msg":"trace[1636875386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:930; }","duration":"123.52422ms","start":"2026-04-10T01:11:57.314417Z","end":"2026-04-10T01:11:57.437942Z","steps":["trace[1636875386] 'agreement among raft nodes before linearized reading' (duration: 123.407007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.437953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.709432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-lfw2v\" ","response":"range_response_count:1 size:4880"} {"level":"info","ts":"2026-04-10T01:11:57.438028Z","caller":"traceutil/trace.go:171","msg":"trace[707723012] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-lfw2v; range_end:; response_count:1; response_revision:930; }","duration":"156.801354ms","start":"2026-04-10T01:11:57.28121Z","end":"2026-04-10T01:11:57.438012Z","steps":["trace[707723012] 'agreement among raft nodes before linearized reading' (duration: 156.567478ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.118593Z","caller":"traceutil/trace.go:171","msg":"trace[1552543987] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"163.613869ms","start":"2026-04-10T01:11:58.954931Z","end":"2026-04-10T01:11:59.118545Z","steps":["trace[1552543987] 'process raft request' (duration: 162.652595ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.118755Z","caller":"traceutil/trace.go:171","msg":"trace[1544524700] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"162.957483ms","start":"2026-04-10T01:11:58.955772Z","end":"2026-04-10T01:11:59.118729Z","steps":["trace[1544524700] 'process raft request' (duration: 162.739728ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.118743Z","caller":"traceutil/trace.go:171","msg":"trace[811240738] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"163.497526ms","start":"2026-04-10T01:11:58.955201Z","end":"2026-04-10T01:11:59.118699Z","steps":["trace[811240738] 'process raft request' (duration: 163.23372ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.118892Z","caller":"traceutil/trace.go:171","msg":"trace[682700991] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"163.428335ms","start":"2026-04-10T01:11:58.955253Z","end":"2026-04-10T01:11:59.118681Z","steps":["trace[682700991] 'process raft request' (duration: 163.22303ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.118881Z","caller":"traceutil/trace.go:171","msg":"trace[203106386] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"162.983864ms","start":"2026-04-10T01:11:58.955858Z","end":"2026-04-10T01:11:59.118842Z","steps":["trace[203106386] 'process raft request' (duration: 162.699987ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.119224Z","caller":"traceutil/trace.go:171","msg":"trace[511342718] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"163.109417ms","start":"2026-04-10T01:11:58.956098Z","end":"2026-04-10T01:11:59.119207Z","steps":["trace[511342718] 'process raft request' (duration: 162.495542ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.119299Z","caller":"traceutil/trace.go:171","msg":"trace[1810736961] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"163.036205ms","start":"2026-04-10T01:11:58.956229Z","end":"2026-04-10T01:11:59.119265Z","steps":["trace[1810736961] 'process raft request' (duration: 162.931772ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.119313Z","caller":"traceutil/trace.go:171","msg":"trace[2058510873] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"163.075116ms","start":"2026-04-10T01:11:58.956154Z","end":"2026-04-10T01:11:59.119229Z","steps":["trace[2058510873] 'process raft request' (duration: 162.954523ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.119639Z","caller":"traceutil/trace.go:171","msg":"trace[672232964] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"163.386054ms","start":"2026-04-10T01:11:58.956237Z","end":"2026-04-10T01:11:59.119623Z","steps":["trace[672232964] 'process raft request' (duration: 162.961613ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.128131Z","caller":"traceutil/trace.go:171","msg":"trace[1976516246] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"171.061499ms","start":"2026-04-10T01:11:58.957036Z","end":"2026-04-10T01:11:59.128098Z","steps":["trace[1976516246] 'process raft request' (duration: 170.448874ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.128795Z","caller":"traceutil/trace.go:171","msg":"trace[249899049] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"171.679884ms","start":"2026-04-10T01:11:58.957099Z","end":"2026-04-10T01:11:59.128779Z","steps":["trace[249899049] 'process raft request' (duration: 170.516896ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.129006Z","caller":"traceutil/trace.go:171","msg":"trace[399797919] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"171.789447ms","start":"2026-04-10T01:11:58.957196Z","end":"2026-04-10T01:11:59.128985Z","steps":["trace[399797919] 'process raft request' (duration: 170.442684ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.129169Z","caller":"traceutil/trace.go:171","msg":"trace[1050092978] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"159.442439ms","start":"2026-04-10T01:11:58.969711Z","end":"2026-04-10T01:11:59.129154Z","steps":["trace[1050092978] 'process raft request' (duration: 158.817574ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.129376Z","caller":"traceutil/trace.go:171","msg":"trace[274980975] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"163.899976ms","start":"2026-04-10T01:11:58.965434Z","end":"2026-04-10T01:11:59.129334Z","steps":["trace[274980975] 'process raft request' (duration: 162.762059ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:01.355033Z","caller":"traceutil/trace.go:171","msg":"trace[311047579] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"162.807399ms","start":"2026-04-10T01:12:01.192079Z","end":"2026-04-10T01:12:01.354886Z","steps":["trace[311047579] 'process raft request' (duration: 162.503861ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:01.375837Z","caller":"traceutil/trace.go:171","msg":"trace[1770375614] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"182.181807ms","start":"2026-04-10T01:12:01.193623Z","end":"2026-04-10T01:12:01.375804Z","steps":["trace[1770375614] 'process raft request' (duration: 181.90472ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:01.375916Z","caller":"traceutil/trace.go:171","msg":"trace[221876628] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"181.994282ms","start":"2026-04-10T01:12:01.193879Z","end":"2026-04-10T01:12:01.375873Z","steps":["trace[221876628] 'process raft request' (duration: 181.792177ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:12.133147Z","caller":"traceutil/trace.go:171","msg":"trace[1878241852] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"200.479488ms","start":"2026-04-10T01:12:11.932639Z","end":"2026-04-10T01:12:12.133119Z","steps":["trace[1878241852] 'process raft request' (duration: 200.302834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:13.415748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.66017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:12:13.415812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.202258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:12:13.415839Z","caller":"traceutil/trace.go:171","msg":"trace[454146590] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1162; }","duration":"746.801024ms","start":"2026-04-10T01:12:12.669018Z","end":"2026-04-10T01:12:13.415819Z","steps":["trace[454146590] 'count revisions from in-memory index tree' (duration: 746.580708ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:13.415861Z","caller":"traceutil/trace.go:171","msg":"trace[1434593874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1162; }","duration":"192.292621ms","start":"2026-04-10T01:12:13.223555Z","end":"2026-04-10T01:12:13.415848Z","steps":["trace[1434593874] 'range keys from in-memory index tree' (duration: 192.004364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:13.415883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.668921Z","time spent":"746.951687ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:13.415904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.042605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:12:13.415956Z","caller":"traceutil/trace.go:171","msg":"trace[1663473408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1162; }","duration":"521.125937ms","start":"2026-04-10T01:12:12.894812Z","end":"2026-04-10T01:12:13.415938Z","steps":["trace[1663473408] 'range keys from in-memory index tree' (duration: 520.896321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:13.416004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.894789Z","time spent":"521.206748ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:12:13.415764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.353693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:12:13.416056Z","caller":"traceutil/trace.go:171","msg":"trace[1162436871] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1162; }","duration":"238.721321ms","start":"2026-04-10T01:12:13.177325Z","end":"2026-04-10T01:12:13.416046Z","steps":["trace[1162436871] 'count revisions from in-memory index tree' (duration: 238.196259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:13.416235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138503356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:13.416364Z","caller":"traceutil/trace.go:171","msg":"trace[1245659513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"1.138703161s","start":"2026-04-10T01:12:12.277632Z","end":"2026-04-10T01:12:13.416335Z","steps":["trace[1245659513] 'range keys from in-memory index tree' (duration: 1.138400404s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:13.416432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:12.277611Z","time spent":"1.138811403s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:13.922414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270140504,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:12:14.192497Z","caller":"traceutil/trace.go:171","msg":"trace[1425585387] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"771.428115ms","start":"2026-04-10T01:12:13.421037Z","end":"2026-04-10T01:12:14.192465Z","steps":["trace[1425585387] 'process raft request' (duration: 771.183429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.192686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:13.420986Z","time spent":"771.596219ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:14.320552Z","caller":"traceutil/trace.go:171","msg":"trace[1752800257] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"899.330071ms","start":"2026-04-10T01:12:13.421195Z","end":"2026-04-10T01:12:14.320525Z","steps":["trace[1752800257] 'process raft request' (duration: 899.122226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.320732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:13.421147Z","time spent":"899.502886ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:14.320895Z","caller":"traceutil/trace.go:171","msg":"trace[236694434] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"400.318171ms","start":"2026-04-10T01:12:13.920547Z","end":"2026-04-10T01:12:14.320865Z","steps":["trace[236694434] 'process raft request' (duration: 399.928231ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:14.320948Z","caller":"traceutil/trace.go:171","msg":"trace[1495924345] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"263.805326ms","start":"2026-04-10T01:12:14.057131Z","end":"2026-04-10T01:12:14.320936Z","steps":["trace[1495924345] 'process raft request' (duration: 263.569111ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:14.320924Z","caller":"traceutil/trace.go:171","msg":"trace[185369101] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1200; }","duration":"898.587034ms","start":"2026-04-10T01:12:13.4223Z","end":"2026-04-10T01:12:14.320887Z","steps":["trace[185369101] 'read index received' (duration: 770.059573ms)","trace[185369101] 'applied index is now lower than readState.Index' (duration: 128.526271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:14.321043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:13.92052Z","time spent":"400.447924ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6388,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:14.321059Z","caller":"traceutil/trace.go:171","msg":"trace[208351374] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"182.30929ms","start":"2026-04-10T01:12:14.138736Z","end":"2026-04-10T01:12:14.321046Z","steps":["trace[208351374] 'process raft request' (duration: 182.093885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.321139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.83752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:12:14.32118Z","caller":"traceutil/trace.go:171","msg":"trace[1565908866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1167; }","duration":"898.915042ms","start":"2026-04-10T01:12:13.422254Z","end":"2026-04-10T01:12:14.321169Z","steps":["trace[1565908866] 'agreement among raft nodes before linearized reading' (duration: 898.787069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.321213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:13.422238Z","time spent":"898.969103ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:12:14.321342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.319675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:12:14.321319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.00598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:14.321372Z","caller":"traceutil/trace.go:171","msg":"trace[584432364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1168; }","duration":"895.348856ms","start":"2026-04-10T01:12:13.426015Z","end":"2026-04-10T01:12:14.321364Z","steps":["trace[584432364] 'agreement among raft nodes before linearized reading' (duration: 895.265834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.321397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:13.425951Z","time spent":"895.441018ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:12:14.321396Z","caller":"traceutil/trace.go:171","msg":"trace[96072038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1168; }","duration":"898.111372ms","start":"2026-04-10T01:12:13.423266Z","end":"2026-04-10T01:12:14.321378Z","steps":["trace[96072038] 'agreement among raft nodes before linearized reading' (duration: 897.993609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.321439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:13.423248Z","time spent":"898.184164ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:14.321561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.412031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:12:14.321707Z","caller":"traceutil/trace.go:171","msg":"trace[1206539168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1168; }","duration":"896.596436ms","start":"2026-04-10T01:12:13.425072Z","end":"2026-04-10T01:12:14.321669Z","steps":["trace[1206539168] 'agreement among raft nodes before linearized reading' (duration: 896.246138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.321788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:13.425055Z","time spent":"896.716278ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:12:19.117719Z","caller":"traceutil/trace.go:171","msg":"trace[1425425070] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"140.417088ms","start":"2026-04-10T01:12:18.977273Z","end":"2026-04-10T01:12:19.11769Z","steps":["trace[1425425070] 'process raft request' (duration: 139.66923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:30.49357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.505081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T01:12:30.493642Z","caller":"traceutil/trace.go:171","msg":"trace[1767053057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1302; }","duration":"215.590223ms","start":"2026-04-10T01:12:30.278036Z","end":"2026-04-10T01:12:30.493626Z","steps":["trace[1767053057] 'range keys from in-memory index tree' (duration: 215.287545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:30.49362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.169993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:30.493699Z","caller":"traceutil/trace.go:171","msg":"trace[646614744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1302; }","duration":"215.304846ms","start":"2026-04-10T01:12:30.278373Z","end":"2026-04-10T01:12:30.493678Z","steps":["trace[646614744] 'range keys from in-memory index tree' (duration: 215.06897ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:30.493806Z","caller":"traceutil/trace.go:171","msg":"trace[1233847177] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"107.013592ms","start":"2026-04-10T01:12:30.386766Z","end":"2026-04-10T01:12:30.49378Z","steps":["trace[1233847177] 'process raft request' (duration: 105.180998ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:35.317694Z","caller":"traceutil/trace.go:171","msg":"trace[2079113778] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"129.615888ms","start":"2026-04-10T01:12:35.188034Z","end":"2026-04-10T01:12:35.31765Z","steps":["trace[2079113778] 'process raft request' (duration: 91.978569ms)","trace[2079113778] 'compare' (duration: 37.361532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:42.176569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.285066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:42.1767Z","caller":"traceutil/trace.go:171","msg":"trace[1224537085] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1520; }","duration":"140.481081ms","start":"2026-04-10T01:12:42.03619Z","end":"2026-04-10T01:12:42.176671Z","steps":["trace[1224537085] 'count revisions from in-memory index tree' (duration: 140.173703ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:42.176776Z","caller":"traceutil/trace.go:171","msg":"trace[1215797292] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"109.449341ms","start":"2026-04-10T01:12:42.067298Z","end":"2026-04-10T01:12:42.176747Z","steps":["trace[1215797292] 'process raft request' (duration: 106.48869ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:50.111816Z","caller":"traceutil/trace.go:171","msg":"trace[434027116] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1668; }","duration":"120.180081ms","start":"2026-04-10T01:12:49.991614Z","end":"2026-04-10T01:12:50.111794Z","steps":["trace[434027116] 'process raft request' (duration: 120.002386ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:00.493262Z","caller":"traceutil/trace.go:171","msg":"trace[86970880] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"135.079376ms","start":"2026-04-10T01:13:00.35816Z","end":"2026-04-10T01:13:00.493239Z","steps":["trace[86970880] 'process raft request' (duration: 76.790411ms)","trace[86970880] 'compare' (duration: 58.192813ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:00.718636Z","caller":"traceutil/trace.go:171","msg":"trace[297854227] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"119.90297ms","start":"2026-04-10T01:13:00.598708Z","end":"2026-04-10T01:13:00.718611Z","steps":["trace[297854227] 'process raft request' (duration: 97.08337ms)","trace[297854227] 'compare' (duration: 22.453821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:01.440457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270141843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:13:01.764156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.882287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:13:01.764569Z","caller":"traceutil/trace.go:171","msg":"trace[548779145] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"1.041369416s","start":"2026-04-10T01:13:00.723157Z","end":"2026-04-10T01:13:01.764526Z","steps":["trace[548779145] 'process raft request' (duration: 928.981717ms)","trace[548779145] 'compare' (duration: 111.647161ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:01.764656Z","caller":"traceutil/trace.go:171","msg":"trace[238431326] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"1.041356025s","start":"2026-04-10T01:13:00.723269Z","end":"2026-04-10T01:13:01.764625Z","steps":["trace[238431326] 'process raft request' (duration: 1.041007577s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:01.764771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:00.723136Z","time spent":"1.04152489s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:01.764783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:00.723228Z","time spent":"1.041490479s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:01.764909Z","caller":"traceutil/trace.go:171","msg":"trace[1563210587] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1896; }","duration":"825.283549ms","start":"2026-04-10T01:13:00.939606Z","end":"2026-04-10T01:13:01.76489Z","steps":["trace[1563210587] 'read index received' (duration: 712.524611ms)","trace[1563210587] 'applied index is now lower than readState.Index' (duration: 112.757638ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:01.764964Z","caller":"traceutil/trace.go:171","msg":"trace[855678682] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"1.041171131s","start":"2026-04-10T01:13:00.723763Z","end":"2026-04-10T01:13:01.764934Z","steps":["trace[855678682] 'process raft request' (duration: 1.041036428s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:01.76501Z","caller":"traceutil/trace.go:171","msg":"trace[24167123] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"1.041268594s","start":"2026-04-10T01:13:00.723699Z","end":"2026-04-10T01:13:01.764967Z","steps":["trace[24167123] 'process raft request' (duration: 1.040799152s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:01.765229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.627347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a5027b0-7e65-4722-bb83-d0e562ee01c5\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-10T01:13:01.7653Z","caller":"traceutil/trace.go:171","msg":"trace[2070911043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7a5027b0-7e65-4722-bb83-d0e562ee01c5; range_end:; response_count:1; response_revision:1828; }","duration":"825.76004ms","start":"2026-04-10T01:13:00.939528Z","end":"2026-04-10T01:13:01.765288Z","steps":["trace[2070911043] 'agreement among raft nodes before linearized reading' (duration: 825.502944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:01.76537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:00.939487Z","time spent":"825.848312ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a5027b0-7e65-4722-bb83-d0e562ee01c5\" "} {"level":"warn","ts":"2026-04-10T01:13:01.765367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:00.723683Z","time spent":"1.04153737s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:01.765117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:00.723745Z","time spent":"1.041294004s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:01.773162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.846862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a5027b0-7e65-4722-bb83-d0e562ee01c5\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-10T01:13:01.7732Z","caller":"traceutil/trace.go:171","msg":"trace[8788496] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7a5027b0-7e65-4722-bb83-d0e562ee01c5; range_end:; response_count:1; response_revision:1829; }","duration":"725.929994ms","start":"2026-04-10T01:13:01.047262Z","end":"2026-04-10T01:13:01.773192Z","steps":["trace[8788496] 'agreement among raft nodes before linearized reading' (duration: 725.78799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:01.773224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:01.047241Z","time spent":"725.977984ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7a5027b0-7e65-4722-bb83-d0e562ee01c5\" "} {"level":"warn","ts":"2026-04-10T01:13:01.773256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.047074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:13:01.773274Z","caller":"traceutil/trace.go:171","msg":"trace[2073284539] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"310.511662ms","start":"2026-04-10T01:13:01.462736Z","end":"2026-04-10T01:13:01.773248Z","steps":["trace[2073284539] 'process raft request' (duration: 310.227215ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:01.773322Z","caller":"traceutil/trace.go:171","msg":"trace[1677930845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1829; }","duration":"196.153626ms","start":"2026-04-10T01:13:01.577148Z","end":"2026-04-10T01:13:01.773302Z","steps":["trace[1677930845] 'agreement among raft nodes before linearized reading' (duration: 195.915031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:01.773298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.045764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-10T01:13:01.773415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:01.462704Z","time spent":"310.635405ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:01.773436Z","caller":"traceutil/trace.go:171","msg":"trace[879278002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"701.220798ms","start":"2026-04-10T01:13:01.072204Z","end":"2026-04-10T01:13:01.773425Z","steps":["trace[879278002] 'agreement among raft nodes before linearized reading' (duration: 700.987253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:01.773489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:01.072182Z","time spent":"701.29961ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:13:01.773653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.228683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:01.773846Z","caller":"traceutil/trace.go:171","msg":"trace[459609387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1829; }","duration":"495.862408ms","start":"2026-04-10T01:13:01.2779Z","end":"2026-04-10T01:13:01.773763Z","steps":["trace[459609387] 'agreement among raft nodes before linearized reading' (duration: 495.213153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:01.773999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:01.277874Z","time spent":"496.107785ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:13:01.905915Z","caller":"traceutil/trace.go:171","msg":"trace[1366919439] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"127.416731ms","start":"2026-04-10T01:13:01.77846Z","end":"2026-04-10T01:13:01.905876Z","steps":["trace[1366919439] 'process raft request' (duration: 118.113046ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:12.7532Z","caller":"traceutil/trace.go:171","msg":"trace[481473694] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"157.165868ms","start":"2026-04-10T01:13:12.596006Z","end":"2026-04-10T01:13:12.753172Z","steps":["trace[481473694] 'process raft request' (duration: 156.985114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:13.225088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.664046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:13:13.225213Z","caller":"traceutil/trace.go:171","msg":"trace[808045991] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"374.929546ms","start":"2026-04-10T01:13:12.850266Z","end":"2026-04-10T01:13:13.225196Z","steps":["trace[808045991] 'read index received' (duration: 151.988883ms)","trace[808045991] 'applied index is now lower than readState.Index' (duration: 222.939493ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:13.225312Z","caller":"traceutil/trace.go:171","msg":"trace[94280082] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"464.130735ms","start":"2026-04-10T01:13:12.761161Z","end":"2026-04-10T01:13:13.225292Z","steps":["trace[94280082] 'process raft request' (duration: 241.164642ms)","trace[94280082] 'compare' (duration: 222.538903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:13.225389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:12.761137Z","time spent":"464.216098ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:13.225394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.005993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:13:13.225448Z","caller":"traceutil/trace.go:171","msg":"trace[1629075152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1927; }","duration":"369.107736ms","start":"2026-04-10T01:13:12.856325Z","end":"2026-04-10T01:13:13.225433Z","steps":["trace[1629075152] 'agreement among raft nodes before linearized reading' (duration: 368.979343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:13.225448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.183822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-10T01:13:13.225471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:12.856306Z","time spent":"369.160297ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:13:13.225512Z","caller":"traceutil/trace.go:171","msg":"trace[986529750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"375.300865ms","start":"2026-04-10T01:13:12.850189Z","end":"2026-04-10T01:13:13.22549Z","steps":["trace[986529750] 'agreement among raft nodes before linearized reading' (duration: 375.123511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:13.225564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:12.850171Z","time spent":"375.378066ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:13:18.99809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.146719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-10T01:13:18.998353Z","caller":"traceutil/trace.go:171","msg":"trace[407667242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"738.436887ms","start":"2026-04-10T01:13:18.259872Z","end":"2026-04-10T01:13:18.998309Z","steps":["trace[407667242] 'range keys from in-memory index tree' (duration: 737.77396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:18.998408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:18.259852Z","time spent":"738.541519ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:13:18.998486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.601986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:18.998587Z","caller":"traceutil/trace.go:171","msg":"trace[1466249827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"720.734529ms","start":"2026-04-10T01:13:18.277817Z","end":"2026-04-10T01:13:18.998551Z","steps":["trace[1466249827] 'range keys from in-memory index tree' (duration: 720.514315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:18.998626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:18.277793Z","time spent":"720.823192ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:13:18.9991Z","caller":"traceutil/trace.go:171","msg":"trace[1363322234] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"389.748353ms","start":"2026-04-10T01:13:18.609318Z","end":"2026-04-10T01:13:18.999066Z","steps":["trace[1363322234] 'process raft request' (duration: 387.115839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:18.999284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:18.609294Z","time spent":"389.919587ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:18.999708Z","caller":"traceutil/trace.go:171","msg":"trace[877875507] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"227.514283ms","start":"2026-04-10T01:13:18.772112Z","end":"2026-04-10T01:13:18.999627Z","steps":["trace[877875507] 'process raft request' (duration: 226.764195ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:20.044585Z","caller":"traceutil/trace.go:171","msg":"trace[523029315] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2049; }","duration":"211.22437ms","start":"2026-04-10T01:13:19.833337Z","end":"2026-04-10T01:13:20.044562Z","steps":["trace[523029315] 'read index received' (duration: 197.365916ms)","trace[523029315] 'applied index is now lower than readState.Index' (duration: 13.857474ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:20.04471Z","caller":"traceutil/trace.go:171","msg":"trace[424561484] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"216.972129ms","start":"2026-04-10T01:13:19.827699Z","end":"2026-04-10T01:13:20.044672Z","steps":["trace[424561484] 'process raft request' (duration: 203.006552ms)","trace[424561484] 'compare' (duration: 13.65619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:20.044868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.773183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:13:20.04495Z","caller":"traceutil/trace.go:171","msg":"trace[1182186843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1974; }","duration":"167.895166ms","start":"2026-04-10T01:13:19.877035Z","end":"2026-04-10T01:13:20.04493Z","steps":["trace[1182186843] 'agreement among raft nodes before linearized reading' (duration: 167.705752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:20.045102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.026015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:13:20.045154Z","caller":"traceutil/trace.go:171","msg":"trace[142095731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"167.113447ms","start":"2026-04-10T01:13:19.878029Z","end":"2026-04-10T01:13:20.045142Z","steps":["trace[142095731] 'agreement among raft nodes before linearized reading' (duration: 166.939193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:20.045147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.366413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:13:20.045204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.347098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:13:20.045328Z","caller":"traceutil/trace.go:171","msg":"trace[1830009150] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1974; }","duration":"156.466952ms","start":"2026-04-10T01:13:19.888802Z","end":"2026-04-10T01:13:20.045269Z","steps":["trace[1830009150] 'agreement among raft nodes before linearized reading' (duration: 156.153054ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:20.045211Z","caller":"traceutil/trace.go:171","msg":"trace[1095395368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1974; }","duration":"167.457786ms","start":"2026-04-10T01:13:19.877739Z","end":"2026-04-10T01:13:20.045197Z","steps":["trace[1095395368] 'agreement among raft nodes before linearized reading' (duration: 167.245751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:20.047695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.361766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:13:20.047732Z","caller":"traceutil/trace.go:171","msg":"trace[303424103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"214.442008ms","start":"2026-04-10T01:13:19.833281Z","end":"2026-04-10T01:13:20.047723Z","steps":["trace[303424103] 'agreement among raft nodes before linearized reading' (duration: 211.384484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:29.513848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.391565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:29.513973Z","caller":"traceutil/trace.go:171","msg":"trace[379727402] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2035; }","duration":"111.563269ms","start":"2026-04-10T01:13:29.402384Z","end":"2026-04-10T01:13:29.513947Z","steps":["trace[379727402] 'range keys from in-memory index tree' (duration: 111.320472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:30.417403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.643117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:13:30.417647Z","caller":"traceutil/trace.go:171","msg":"trace[2110690918] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"175.511089ms","start":"2026-04-10T01:13:30.242105Z","end":"2026-04-10T01:13:30.417616Z","steps":["trace[2110690918] 'process raft request' (duration: 42.521384ms)","trace[2110690918] 'compare' (duration: 132.444332ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:30.417911Z","caller":"traceutil/trace.go:171","msg":"trace[863244602] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2117; }","duration":"140.074386ms","start":"2026-04-10T01:13:30.277811Z","end":"2026-04-10T01:13:30.417885Z","steps":["trace[863244602] 'read index received' (duration: 6.808294ms)","trace[863244602] 'applied index is now lower than readState.Index' (duration: 133.264292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:30.418137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.279471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:30.418116Z","caller":"traceutil/trace.go:171","msg":"trace[1948866206] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"174.942537ms","start":"2026-04-10T01:13:30.243102Z","end":"2026-04-10T01:13:30.418045Z","steps":["trace[1948866206] 'process raft request' (duration: 174.689041ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:30.418188Z","caller":"traceutil/trace.go:171","msg":"trace[1041108864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2042; }","duration":"140.391214ms","start":"2026-04-10T01:13:30.277783Z","end":"2026-04-10T01:13:30.418174Z","steps":["trace[1041108864] 'agreement among raft nodes before linearized reading' (duration: 140.185649ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:30.418018Z","caller":"traceutil/trace.go:171","msg":"trace[2079672213] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"175.011437ms","start":"2026-04-10T01:13:30.242993Z","end":"2026-04-10T01:13:30.418005Z","steps":["trace[2079672213] 'process raft request' (duration: 174.571436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.833801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.579005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:13:46.833987Z","caller":"traceutil/trace.go:171","msg":"trace[607923336] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2200; }","duration":"503.014722ms","start":"2026-04-10T01:13:46.330955Z","end":"2026-04-10T01:13:46.833969Z","steps":["trace[607923336] 'read index received' (duration: 6.479576ms)","trace[607923336] 'applied index is now lower than readState.Index' (duration: 496.533946ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:46.834065Z","caller":"traceutil/trace.go:171","msg":"trace[1216534670] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"509.56907ms","start":"2026-04-10T01:13:46.324486Z","end":"2026-04-10T01:13:46.834055Z","steps":["trace[1216534670] 'process raft request' (duration: 509.417407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.834128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.324466Z","time spent":"509.628332ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:46.834206Z","caller":"traceutil/trace.go:171","msg":"trace[2113916230] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"525.966615ms","start":"2026-04-10T01:13:46.308204Z","end":"2026-04-10T01:13:46.834171Z","steps":["trace[2113916230] 'process raft request' (duration: 158.92184ms)","trace[2113916230] 'compare' (duration: 366.43743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:46.834371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.308181Z","time spent":"526.102259ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:46.835257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.316344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:13:46.835327Z","caller":"traceutil/trace.go:171","msg":"trace[788998299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2121; }","duration":"504.419537ms","start":"2026-04-10T01:13:46.330891Z","end":"2026-04-10T01:13:46.835311Z","steps":["trace[788998299] 'agreement among raft nodes before linearized reading' (duration: 504.211942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.835374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.33088Z","time spent":"504.483298ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:13:46.837209Z","caller":"traceutil/trace.go:171","msg":"trace[393410597] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"480.954391ms","start":"2026-04-10T01:13:46.35623Z","end":"2026-04-10T01:13:46.837184Z","steps":["trace[393410597] 'process raft request' (duration: 480.441168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.83726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.026887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:46.837308Z","caller":"traceutil/trace.go:171","msg":"trace[1587766028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2122; }","duration":"238.083118ms","start":"2026-04-10T01:13:46.59921Z","end":"2026-04-10T01:13:46.837294Z","steps":["trace[1587766028] 'agreement among raft nodes before linearized reading' (duration: 237.982646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.837341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.356207Z","time spent":"481.077144ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:46.837377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.865892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:13:46.83746Z","caller":"traceutil/trace.go:171","msg":"trace[2053150311] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2122; }","duration":"455.025746ms","start":"2026-04-10T01:13:46.382413Z","end":"2026-04-10T01:13:46.837439Z","steps":["trace[2053150311] 'agreement among raft nodes before linearized reading' (duration: 454.804011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.837511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.382391Z","time spent":"455.109889ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:13:46.837582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.348764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:13:46.837608Z","caller":"traceutil/trace.go:171","msg":"trace[1180240088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2122; }","duration":"482.415306ms","start":"2026-04-10T01:13:46.355185Z","end":"2026-04-10T01:13:46.8376Z","steps":["trace[1180240088] 'agreement among raft nodes before linearized reading' (duration: 482.282843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.837631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.324974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:13:46.837698Z","caller":"traceutil/trace.go:171","msg":"trace[614123229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2122; }","duration":"165.423207ms","start":"2026-04-10T01:13:46.67226Z","end":"2026-04-10T01:13:46.837683Z","steps":["trace[614123229] 'agreement among raft nodes before linearized reading' (duration: 165.214042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.837674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.744884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:13:46.837635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.35516Z","time spent":"482.470328ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:13:46.837759Z","caller":"traceutil/trace.go:171","msg":"trace[1236536326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2122; }","duration":"199.867957ms","start":"2026-04-10T01:13:46.637865Z","end":"2026-04-10T01:13:46.837733Z","steps":["trace[1236536326] 'agreement among raft nodes before linearized reading' (duration: 199.57699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.838069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.165826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-10T01:13:46.838142Z","caller":"traceutil/trace.go:171","msg":"trace[120145129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2122; }","duration":"499.13877ms","start":"2026-04-10T01:13:46.338984Z","end":"2026-04-10T01:13:46.838123Z","steps":["trace[120145129] 'agreement among raft nodes before linearized reading' (duration: 497.938261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:46.838199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.338964Z","time spent":"499.219151ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:13:46.837982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.61266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:13:46.838296Z","caller":"traceutil/trace.go:171","msg":"trace[1016752171] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2122; }","duration":"167.964698ms","start":"2026-04-10T01:13:46.670313Z","end":"2026-04-10T01:13:46.838278Z","steps":["trace[1016752171] 'agreement among raft nodes before linearized reading' (duration: 167.407895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:48.0022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.482767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:13:48.002316Z","caller":"traceutil/trace.go:171","msg":"trace[1648073941] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"1.161511622s","start":"2026-04-10T01:13:46.840785Z","end":"2026-04-10T01:13:48.002297Z","steps":["trace[1648073941] 'process raft request' (duration: 466.83847ms)","trace[1648073941] 'compare' (duration: 694.342164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:48.002378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.840763Z","time spent":"1.161585714s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:48.003629Z","caller":"traceutil/trace.go:171","msg":"trace[165031613] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"1.161908532s","start":"2026-04-10T01:13:46.841683Z","end":"2026-04-10T01:13:48.003591Z","steps":["trace[165031613] 'process raft request' (duration: 1.161658666s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:48.003642Z","caller":"traceutil/trace.go:171","msg":"trace[1931169515] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"1.16183685s","start":"2026-04-10T01:13:46.841771Z","end":"2026-04-10T01:13:48.003608Z","steps":["trace[1931169515] 'process raft request' (duration: 1.161753558s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:48.003852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.841749Z","time spent":"1.161993534s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:48.003928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.841661Z","time spent":"1.162061826s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:48.004036Z","caller":"traceutil/trace.go:171","msg":"trace[1010326017] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"1.161983683s","start":"2026-04-10T01:13:46.842026Z","end":"2026-04-10T01:13:48.004009Z","steps":["trace[1010326017] 'process raft request' (duration: 1.161541953s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:48.004164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.842019Z","time spent":"1.162084847s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:48.004569Z","caller":"traceutil/trace.go:171","msg":"trace[1554253376] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2204; }","duration":"727.085723ms","start":"2026-04-10T01:13:47.277469Z","end":"2026-04-10T01:13:48.004555Z","steps":["trace[1554253376] 'read index received' (duration: 30.179517ms)","trace[1554253376] 'applied index is now lower than readState.Index' (duration: 696.905406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:48.00467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.203476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:48.004705Z","caller":"traceutil/trace.go:171","msg":"trace[430196146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2128; }","duration":"727.273177ms","start":"2026-04-10T01:13:47.277423Z","end":"2026-04-10T01:13:48.004696Z","steps":["trace[430196146] 'agreement among raft nodes before linearized reading' (duration: 727.213006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:48.004737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:47.277398Z","time spent":"727.333029ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:13:48.004672Z","caller":"traceutil/trace.go:171","msg":"trace[285684435] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"1.161369339s","start":"2026-04-10T01:13:46.843277Z","end":"2026-04-10T01:13:48.004646Z","steps":["trace[285684435] 'process raft request' (duration: 1.160638311s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:48.004879Z","caller":"traceutil/trace.go:171","msg":"trace[1263325762] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"885.234314ms","start":"2026-04-10T01:13:47.119398Z","end":"2026-04-10T01:13:48.004632Z","steps":["trace[1263325762] 'process raft request' (duration: 885.073371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:48.005112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:47.119368Z","time spent":"885.600322ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:48.005703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:46.843256Z","time spent":"1.161531253s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:48.424588Z","caller":"traceutil/trace.go:171","msg":"trace[1325078869] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"1.003286719s","start":"2026-04-10T01:13:47.42123Z","end":"2026-04-10T01:13:48.424517Z","steps":["trace[1325078869] 'process raft request' (duration: 950.103027ms)","trace[1325078869] 'compare' (duration: 53.031008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:48.424737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.912264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:13:48.424801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.496545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:13:48.424814Z","caller":"traceutil/trace.go:171","msg":"trace[1572009256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2130; }","duration":"709.247942ms","start":"2026-04-10T01:13:47.715543Z","end":"2026-04-10T01:13:48.424791Z","steps":["trace[1572009256] 'agreement among raft nodes before linearized reading' (duration: 709.109259ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:48.424844Z","caller":"traceutil/trace.go:171","msg":"trace[2019888071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2130; }","duration":"940.580487ms","start":"2026-04-10T01:13:47.484252Z","end":"2026-04-10T01:13:48.424833Z","steps":["trace[2019888071] 'agreement among raft nodes before linearized reading' (duration: 940.438864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:48.424865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:47.715516Z","time spent":"709.339035ms","remote":"127.0.0.1:36262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:13:48.424887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:47.484224Z","time spent":"940.654319ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:13:48.424874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:47.42119Z","time spent":"1.003548715s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:48.424632Z","caller":"traceutil/trace.go:171","msg":"trace[1173551749] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"419.989171ms","start":"2026-04-10T01:13:48.004613Z","end":"2026-04-10T01:13:48.424602Z","steps":["trace[1173551749] 'read index received' (duration: 366.699686ms)","trace[1173551749] 'applied index is now lower than readState.Index' (duration: 53.286975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:48.425217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.516509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:13:48.424796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.358332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-10T01:13:48.425264Z","caller":"traceutil/trace.go:171","msg":"trace[865061355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2130; }","duration":"419.612491ms","start":"2026-04-10T01:13:48.00564Z","end":"2026-04-10T01:13:48.425253Z","steps":["trace[865061355] 'agreement among raft nodes before linearized reading' (duration: 419.508589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:48.425302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:48.00562Z","time spent":"419.675893ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:13:48.425315Z","caller":"traceutil/trace.go:171","msg":"trace[1004508240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2130; }","duration":"579.919865ms","start":"2026-04-10T01:13:47.845367Z","end":"2026-04-10T01:13:48.425287Z","steps":["trace[1004508240] 'agreement among raft nodes before linearized reading' (duration: 579.2708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:48.425524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:47.845345Z","time spent":"580.162511ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T01:13:54.466927Z","caller":"traceutil/trace.go:171","msg":"trace[361294814] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2237; }","duration":"437.623687ms","start":"2026-04-10T01:13:54.029283Z","end":"2026-04-10T01:13:54.466907Z","steps":["trace[361294814] 'read index received' (duration: 437.536405ms)","trace[361294814] 'applied index is now lower than readState.Index' (duration: 86.312µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:54.46705Z","caller":"traceutil/trace.go:171","msg":"trace[1377162938] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"442.536965ms","start":"2026-04-10T01:13:54.02446Z","end":"2026-04-10T01:13:54.466997Z","steps":["trace[1377162938] 'process raft request' (duration: 442.29551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.467147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.854692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T01:13:54.467183Z","caller":"traceutil/trace.go:171","msg":"trace[369434262] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2155; }","duration":"437.942555ms","start":"2026-04-10T01:13:54.029229Z","end":"2026-04-10T01:13:54.467172Z","steps":["trace[369434262] 'agreement among raft nodes before linearized reading' (duration: 437.813661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.467215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.02921Z","time spent":"437.997935ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:13:54.46722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.024435Z","time spent":"442.698239ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:54.6923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.672323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:13:54.692664Z","caller":"traceutil/trace.go:171","msg":"trace[1159618918] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"245.417405ms","start":"2026-04-10T01:13:54.447212Z","end":"2026-04-10T01:13:54.69263Z","steps":["trace[1159618918] 'process raft request' (duration: 57.274071ms)","trace[1159618918] 'compare' (duration: 187.414847ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:54.692709Z","caller":"traceutil/trace.go:171","msg":"trace[267080884] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2238; }","duration":"225.662319ms","start":"2026-04-10T01:13:54.467021Z","end":"2026-04-10T01:13:54.692684Z","steps":["trace[267080884] 'read index received' (duration: 37.487223ms)","trace[267080884] 'applied index is now lower than readState.Index' (duration: 188.173536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:54.692923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.548445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:54.692966Z","caller":"traceutil/trace.go:171","msg":"trace[473290975] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"245.393544ms","start":"2026-04-10T01:13:54.447535Z","end":"2026-04-10T01:13:54.692928Z","steps":["trace[473290975] 'process raft request' (duration: 245.018085ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:54.693016Z","caller":"traceutil/trace.go:171","msg":"trace[718115285] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2157; }","duration":"259.702019ms","start":"2026-04-10T01:13:54.433294Z","end":"2026-04-10T01:13:54.692996Z","steps":["trace[718115285] 'agreement among raft nodes before linearized reading' (duration: 259.486654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.693031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.039045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:13:54.693055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.986594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:54.693114Z","caller":"traceutil/trace.go:171","msg":"trace[1163276568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2157; }","duration":"662.178998ms","start":"2026-04-10T01:13:54.030912Z","end":"2026-04-10T01:13:54.693091Z","steps":["trace[1163276568] 'agreement among raft nodes before linearized reading' (duration: 661.947013ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:54.693153Z","caller":"traceutil/trace.go:171","msg":"trace[416982653] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2157; }","duration":"557.146988ms","start":"2026-04-10T01:13:54.135994Z","end":"2026-04-10T01:13:54.693141Z","steps":["trace[416982653] 'agreement among raft nodes before linearized reading' (duration: 556.975683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.693226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.135971Z","time spent":"557.242289ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:13:54.693254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.412714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-10T01:13:54.693171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.730632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T01:13:54.693162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.030894Z","time spent":"662.260171ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:13:54.693383Z","caller":"traceutil/trace.go:171","msg":"trace[1197298535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2157; }","duration":"662.959637ms","start":"2026-04-10T01:13:54.030375Z","end":"2026-04-10T01:13:54.693334Z","steps":["trace[1197298535] 'agreement among raft nodes before linearized reading' (duration: 662.375103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.693384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.641397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:13:54.693421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.953238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:13:54.693465Z","caller":"traceutil/trace.go:171","msg":"trace[1153450490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2157; }","duration":"237.73543ms","start":"2026-04-10T01:13:54.455707Z","end":"2026-04-10T01:13:54.693443Z","steps":["trace[1153450490] 'agreement among raft nodes before linearized reading' (duration: 237.560536ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:54.693484Z","caller":"traceutil/trace.go:171","msg":"trace[1604649435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2157; }","duration":"663.059089ms","start":"2026-04-10T01:13:54.030407Z","end":"2026-04-10T01:13:54.693467Z","steps":["trace[1604649435] 'agreement among raft nodes before linearized reading' (duration: 662.847174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.693493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.030365Z","time spent":"663.112521ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:54.693545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.030394Z","time spent":"663.137922ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:13:54.693285Z","caller":"traceutil/trace.go:171","msg":"trace[1319587020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2157; }","duration":"662.458176ms","start":"2026-04-10T01:13:54.030819Z","end":"2026-04-10T01:13:54.693277Z","steps":["trace[1319587020] 'agreement among raft nodes before linearized reading' (duration: 662.378444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.693677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.030811Z","time spent":"662.850005ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:13:54.907895Z","caller":"traceutil/trace.go:171","msg":"trace[2018323288] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"214.929989ms","start":"2026-04-10T01:13:54.692939Z","end":"2026-04-10T01:13:54.907869Z","steps":["trace[2018323288] 'read index received' (duration: 174.385952ms)","trace[2018323288] 'applied index is now lower than readState.Index' (duration: 40.542817ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:54.907903Z","caller":"traceutil/trace.go:171","msg":"trace[1763376640] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"434.914511ms","start":"2026-04-10T01:13:54.472952Z","end":"2026-04-10T01:13:54.907867Z","steps":["trace[1763376640] 'process raft request' (duration: 394.402485ms)","trace[1763376640] 'compare' (duration: 40.327942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:54.908075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.363695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9cb0e0a6f1a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-10T01:13:54.908128Z","caller":"traceutil/trace.go:171","msg":"trace[196439610] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9cb0e0a6f1a; range_end:; response_count:1; response_revision:2159; }","duration":"399.467547ms","start":"2026-04-10T01:13:54.508647Z","end":"2026-04-10T01:13:54.908115Z","steps":["trace[196439610] 'agreement among raft nodes before linearized reading' (duration: 399.320104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.908152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.508617Z","time spent":"399.529998ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9cb0e0a6f1a\" "} {"level":"warn","ts":"2026-04-10T01:13:54.908153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.472933Z","time spent":"435.119787ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:54.908174Z","caller":"traceutil/trace.go:171","msg":"trace[1263438937] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"210.037782ms","start":"2026-04-10T01:13:54.698131Z","end":"2026-04-10T01:13:54.908168Z","steps":["trace[1263438937] 'process raft request' (duration: 209.992941ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:54.908196Z","caller":"traceutil/trace.go:171","msg":"trace[876538664] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"210.418292ms","start":"2026-04-10T01:13:54.697744Z","end":"2026-04-10T01:13:54.908162Z","steps":["trace[876538664] 'process raft request' (duration: 210.098374ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:54.908284Z","caller":"traceutil/trace.go:171","msg":"trace[1031192970] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"210.261217ms","start":"2026-04-10T01:13:54.69801Z","end":"2026-04-10T01:13:54.908272Z","steps":["trace[1031192970] 'process raft request' (duration: 210.015551ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:54.90841Z","caller":"traceutil/trace.go:171","msg":"trace[1276564827] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"210.169885ms","start":"2026-04-10T01:13:54.698233Z","end":"2026-04-10T01:13:54.908402Z","steps":["trace[1276564827] 'process raft request' (duration: 209.915009ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:54.908636Z","caller":"traceutil/trace.go:171","msg":"trace[74763849] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"210.33117ms","start":"2026-04-10T01:13:54.698286Z","end":"2026-04-10T01:13:54.908617Z","steps":["trace[74763849] 'process raft request' (duration: 210.018672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.968694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.854484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-10T01:13:54.968784Z","caller":"traceutil/trace.go:171","msg":"trace[1359693205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2163; }","duration":"491.994787ms","start":"2026-04-10T01:13:54.476765Z","end":"2026-04-10T01:13:54.96876Z","steps":["trace[1359693205] 'agreement among raft nodes before linearized reading' (duration: 431.721354ms)","trace[1359693205] 'range keys from in-memory index tree' (duration: 60.029516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:54.968844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:54.476736Z","time spent":"492.09828ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:13:54.96885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.407924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-10T01:13:54.968933Z","caller":"traceutil/trace.go:171","msg":"trace[1778609272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2164; }","duration":"245.508297ms","start":"2026-04-10T01:13:54.723407Z","end":"2026-04-10T01:13:54.968916Z","steps":["trace[1778609272] 'agreement among raft nodes before linearized reading' (duration: 245.256241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:54.968695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.066771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:54.969057Z","caller":"traceutil/trace.go:171","msg":"trace[1130064757] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2164; }","duration":"246.520811ms","start":"2026-04-10T01:13:54.722525Z","end":"2026-04-10T01:13:54.969046Z","steps":["trace[1130064757] 'agreement among raft nodes before linearized reading' (duration: 246.100101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:55.139503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.627115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:13:55.139808Z","caller":"traceutil/trace.go:171","msg":"trace[1558792118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2164; }","duration":"122.785139ms","start":"2026-04-10T01:13:55.016789Z","end":"2026-04-10T01:13:55.139574Z","steps":["trace[1558792118] 'count revisions from in-memory index tree' (duration: 122.526183ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:01.055993Z","caller":"traceutil/trace.go:171","msg":"trace[980327674] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"117.740878ms","start":"2026-04-10T01:14:00.938218Z","end":"2026-04-10T01:14:01.055959Z","steps":["trace[980327674] 'process raft request' (duration: 116.57361ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:01.05604Z","caller":"traceutil/trace.go:171","msg":"trace[1207610982] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"112.838689ms","start":"2026-04-10T01:14:00.943183Z","end":"2026-04-10T01:14:01.056021Z","steps":["trace[1207610982] 'process raft request' (duration: 112.791508ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:01.056047Z","caller":"traceutil/trace.go:171","msg":"trace[941760427] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"116.976749ms","start":"2026-04-10T01:14:00.939037Z","end":"2026-04-10T01:14:01.056014Z","steps":["trace[941760427] 'process raft request' (duration: 116.797965ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:01.056128Z","caller":"traceutil/trace.go:171","msg":"trace[989290050] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"116.483747ms","start":"2026-04-10T01:14:00.93961Z","end":"2026-04-10T01:14:01.056094Z","steps":["trace[989290050] 'process raft request' (duration: 116.320763ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:01.07324Z","caller":"traceutil/trace.go:171","msg":"trace[1887582496] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"109.218432ms","start":"2026-04-10T01:14:00.964003Z","end":"2026-04-10T01:14:01.073222Z","steps":["trace[1887582496] 'process raft request' (duration: 108.757741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:03.183136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.513612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:14:03.183247Z","caller":"traceutil/trace.go:171","msg":"trace[90427064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2200; }","duration":"121.657765ms","start":"2026-04-10T01:14:03.061563Z","end":"2026-04-10T01:14:03.18322Z","steps":["trace[90427064] 'range keys from in-memory index tree' (duration: 121.336537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:03.183317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.736537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:14:03.183365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.359232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:14:03.183419Z","caller":"traceutil/trace.go:171","msg":"trace[697758657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2200; }","duration":"122.439313ms","start":"2026-04-10T01:14:03.060966Z","end":"2026-04-10T01:14:03.183405Z","steps":["trace[697758657] 'range keys from in-memory index tree' (duration: 122.024193ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:03.183411Z","caller":"traceutil/trace.go:171","msg":"trace[2013001596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2200; }","duration":"121.86517ms","start":"2026-04-10T01:14:03.061526Z","end":"2026-04-10T01:14:03.183391Z","steps":["trace[2013001596] 'range keys from in-memory index tree' (duration: 121.545352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:03.183178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.577785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:14:03.183546Z","caller":"traceutil/trace.go:171","msg":"trace[784362796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2200; }","duration":"106.989855ms","start":"2026-04-10T01:14:03.076541Z","end":"2026-04-10T01:14:03.183531Z","steps":["trace[784362796] 'range keys from in-memory index tree' (duration: 106.372609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:03.183552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.156001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:14:03.183639Z","caller":"traceutil/trace.go:171","msg":"trace[545700833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2200; }","duration":"123.297594ms","start":"2026-04-10T01:14:03.060323Z","end":"2026-04-10T01:14:03.18362Z","steps":["trace[545700833] 'range keys from in-memory index tree' (duration: 122.731571ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:21.452826Z","caller":"traceutil/trace.go:171","msg":"trace[1586258821] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"129.140813ms","start":"2026-04-10T01:14:21.323662Z","end":"2026-04-10T01:14:21.452803Z","steps":["trace[1586258821] 'process raft request' (duration: 129.041701ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:21.452851Z","caller":"traceutil/trace.go:171","msg":"trace[1832728003] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"130.016185ms","start":"2026-04-10T01:14:21.322807Z","end":"2026-04-10T01:14:21.452824Z","steps":["trace[1832728003] 'process raft request' (duration: 129.153104ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:21.453117Z","caller":"traceutil/trace.go:171","msg":"trace[1814314653] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"128.090159ms","start":"2026-04-10T01:14:21.325016Z","end":"2026-04-10T01:14:21.453106Z","steps":["trace[1814314653] 'process raft request' (duration: 127.998146ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:21.453153Z","caller":"traceutil/trace.go:171","msg":"trace[355169495] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"128.835726ms","start":"2026-04-10T01:14:21.324277Z","end":"2026-04-10T01:14:21.453112Z","steps":["trace[355169495] 'process raft request' (duration: 128.467447ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:49.237958Z","caller":"traceutil/trace.go:171","msg":"trace[1613352125] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"146.259723ms","start":"2026-04-10T01:14:49.091673Z","end":"2026-04-10T01:14:49.237933Z","steps":["trace[1613352125] 'process raft request' (duration: 146.106999ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:11.905123Z","caller":"traceutil/trace.go:171","msg":"trace[1901478113] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"126.030271ms","start":"2026-04-10T01:15:11.779045Z","end":"2026-04-10T01:15:11.905076Z","steps":["trace[1901478113] 'process raft request' (duration: 29.618535ms)","trace[1901478113] 'compare' (duration: 96.249382ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:11.905447Z","caller":"traceutil/trace.go:171","msg":"trace[1171100393] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2877; }","duration":"122.282211ms","start":"2026-04-10T01:15:11.783143Z","end":"2026-04-10T01:15:11.905425Z","steps":["trace[1171100393] 'read index received' (duration: 25.535658ms)","trace[1171100393] 'applied index is now lower than readState.Index' (duration: 96.745413ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:11.905575Z","caller":"traceutil/trace.go:171","msg":"trace[116332106] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"123.927661ms","start":"2026-04-10T01:15:11.781608Z","end":"2026-04-10T01:15:11.905535Z","steps":["trace[116332106] 'process raft request' (duration: 123.781927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.905726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.568398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:15:11.905774Z","caller":"traceutil/trace.go:171","msg":"trace[2007863432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2774; }","duration":"122.699021ms","start":"2026-04-10T01:15:11.783063Z","end":"2026-04-10T01:15:11.905762Z","steps":["trace[2007863432] 'agreement among raft nodes before linearized reading' (duration: 122.465115ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:11.905868Z","caller":"traceutil/trace.go:171","msg":"trace[283696238] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"124.405751ms","start":"2026-04-10T01:15:11.781416Z","end":"2026-04-10T01:15:11.905821Z","steps":["trace[283696238] 'process raft request' (duration: 123.92594ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:11.905742Z","caller":"traceutil/trace.go:171","msg":"trace[2131417174] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"124.74702ms","start":"2026-04-10T01:15:11.780869Z","end":"2026-04-10T01:15:11.905616Z","steps":["trace[2131417174] 'process raft request' (duration: 124.387131ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:17.306971Z","caller":"traceutil/trace.go:171","msg":"trace[1911332057] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"305.280708ms","start":"2026-04-10T01:15:17.001639Z","end":"2026-04-10T01:15:17.30692Z","steps":["trace[1911332057] 'process raft request' (duration: 305.115744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.307176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.001616Z","time spent":"305.463783ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:17.535353Z","caller":"traceutil/trace.go:171","msg":"trace[1306569141] linearizableReadLoop","detail":"{readStateIndex:2905; appliedIndex:2903; }","duration":"257.310446ms","start":"2026-04-10T01:15:17.278011Z","end":"2026-04-10T01:15:17.535322Z","steps":["trace[1306569141] 'read index received' (duration: 28.809976ms)","trace[1306569141] 'applied index is now lower than readState.Index' (duration: 228.4992ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:17.535374Z","caller":"traceutil/trace.go:171","msg":"trace[126884494] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"531.259698ms","start":"2026-04-10T01:15:17.004087Z","end":"2026-04-10T01:15:17.535346Z","steps":["trace[126884494] 'process raft request' (duration: 521.916196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.53549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.46436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:17.535583Z","caller":"traceutil/trace.go:171","msg":"trace[349961504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2797; }","duration":"257.603103ms","start":"2026-04-10T01:15:17.277958Z","end":"2026-04-10T01:15:17.535561Z","steps":["trace[349961504] 'agreement among raft nodes before linearized reading' (duration: 257.4652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.535518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:17.004062Z","time spent":"531.384682ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:17.53563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.987233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:15:17.535674Z","caller":"traceutil/trace.go:171","msg":"trace[1583465833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2797; }","duration":"156.091936ms","start":"2026-04-10T01:15:17.379571Z","end":"2026-04-10T01:15:17.535663Z","steps":["trace[1583465833] 'agreement among raft nodes before linearized reading' (duration: 155.912862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.055032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.927183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:15:18.055118Z","caller":"traceutil/trace.go:171","msg":"trace[1613763518] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2798; }","duration":"256.055027ms","start":"2026-04-10T01:15:17.79904Z","end":"2026-04-10T01:15:18.055095Z","steps":["trace[1613763518] 'range keys from in-memory index tree' (duration: 255.698737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.055634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.550451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T01:15:18.055683Z","caller":"traceutil/trace.go:171","msg":"trace[1119357912] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2798; }","duration":"157.685914ms","start":"2026-04-10T01:15:17.897986Z","end":"2026-04-10T01:15:18.055672Z","steps":["trace[1119357912] 'range keys from in-memory index tree' (duration: 157.345646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.055954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.93618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:15:18.055992Z","caller":"traceutil/trace.go:171","msg":"trace[699033563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2798; }","duration":"128.996481ms","start":"2026-04-10T01:15:17.926986Z","end":"2026-04-10T01:15:18.055983Z","steps":["trace[699033563] 'range keys from in-memory index tree' (duration: 128.819367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.056225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.054312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:15:18.056269Z","caller":"traceutil/trace.go:171","msg":"trace[1979634776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2798; }","duration":"129.115784ms","start":"2026-04-10T01:15:17.927144Z","end":"2026-04-10T01:15:18.056259Z","steps":["trace[1979634776] 'range keys from in-memory index tree' (duration: 128.97552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.056507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.088143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:15:18.056552Z","caller":"traceutil/trace.go:171","msg":"trace[2143695469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2798; }","duration":"129.152075ms","start":"2026-04-10T01:15:17.92739Z","end":"2026-04-10T01:15:18.056542Z","steps":["trace[2143695469] 'range keys from in-memory index tree' (duration: 129.002202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.056736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.250418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:15:18.05677Z","caller":"traceutil/trace.go:171","msg":"trace[2124617241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2798; }","duration":"124.302739ms","start":"2026-04-10T01:15:17.93246Z","end":"2026-04-10T01:15:18.056762Z","steps":["trace[2124617241] 'range keys from in-memory index tree' (duration: 124.164186ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:18.553586Z","caller":"traceutil/trace.go:171","msg":"trace[1822115609] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"490.859836ms","start":"2026-04-10T01:15:18.062708Z","end":"2026-04-10T01:15:18.553568Z","steps":["trace[1822115609] 'process raft request' (duration: 490.806495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.553692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:18.0627Z","time spent":"490.937099ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:18.553908Z","caller":"traceutil/trace.go:171","msg":"trace[1603208223] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"491.01179ms","start":"2026-04-10T01:15:18.062878Z","end":"2026-04-10T01:15:18.55389Z","steps":["trace[1603208223] 'process raft request' (duration: 490.668372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.554004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:18.06287Z","time spent":"491.092963ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:18.554015Z","caller":"traceutil/trace.go:171","msg":"trace[347104854] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"488.893239ms","start":"2026-04-10T01:15:18.065101Z","end":"2026-04-10T01:15:18.553994Z","steps":["trace[347104854] 'process raft request' (duration: 488.787067ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:18.553955Z","caller":"traceutil/trace.go:171","msg":"trace[383173779] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"490.965719ms","start":"2026-04-10T01:15:18.062967Z","end":"2026-04-10T01:15:18.553933Z","steps":["trace[383173779] 'process raft request' (duration: 490.789165ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:18.554018Z","caller":"traceutil/trace.go:171","msg":"trace[516282314] linearizableReadLoop","detail":"{readStateIndex:2911; appliedIndex:2906; }","duration":"490.528578ms","start":"2026-04-10T01:15:18.063459Z","end":"2026-04-10T01:15:18.553988Z","steps":["trace[516282314] 'read index received' (duration: 6.623987ms)","trace[516282314] 'applied index is now lower than readState.Index' (duration: 483.902981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:18.554207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.742454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-10T01:15:18.553941Z","caller":"traceutil/trace.go:171","msg":"trace[1740182471] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"491.796109ms","start":"2026-04-10T01:15:18.061859Z","end":"2026-04-10T01:15:18.553655Z","steps":["trace[1740182471] 'process raft request' (duration: 491.549583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.554225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:18.06296Z","time spent":"491.176774ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:18.554265Z","caller":"traceutil/trace.go:171","msg":"trace[292070768] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2804; }","duration":"490.828025ms","start":"2026-04-10T01:15:18.063421Z","end":"2026-04-10T01:15:18.554249Z","steps":["trace[292070768] 'agreement among raft nodes before linearized reading' (duration: 490.643621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.55432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:18.063407Z","time spent":"490.901518ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-10T01:15:18.554363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.813528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:18.554181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:18.065092Z","time spent":"488.987802ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:18.55441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:18.061839Z","time spent":"492.423684ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:18.554439Z","caller":"traceutil/trace.go:171","msg":"trace[184797807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2804; }","duration":"362.956801ms","start":"2026-04-10T01:15:18.191462Z","end":"2026-04-10T01:15:18.554419Z","steps":["trace[184797807] 'agreement among raft nodes before linearized reading' (duration: 362.832868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:18.554488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:18.191434Z","time spent":"363.043614ms","remote":"127.0.0.1:36294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:15:24.705699Z","caller":"traceutil/trace.go:171","msg":"trace[410713398] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"115.641623ms","start":"2026-04-10T01:15:24.59002Z","end":"2026-04-10T01:15:24.705662Z","steps":["trace[410713398] 'process raft request' (duration: 73.443279ms)","trace[410713398] 'compare' (duration: 41.904327ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:24.705724Z","caller":"traceutil/trace.go:171","msg":"trace[1995163132] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"114.766462ms","start":"2026-04-10T01:15:24.590915Z","end":"2026-04-10T01:15:24.705682Z","steps":["trace[1995163132] 'process raft request' (duration: 114.658839ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:24.705911Z","caller":"traceutil/trace.go:171","msg":"trace[2008013894] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"113.598024ms","start":"2026-04-10T01:15:24.59226Z","end":"2026-04-10T01:15:24.705858Z","steps":["trace[2008013894] 'process raft request' (duration: 113.375679ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:42.315325Z","caller":"traceutil/trace.go:171","msg":"trace[1176169781] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"110.004019ms","start":"2026-04-10T01:15:42.205298Z","end":"2026-04-10T01:15:42.315303Z","steps":["trace[1176169781] 'process raft request' (duration: 109.828534ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:39.774763Z","caller":"traceutil/trace.go:171","msg":"trace[1151549065] linearizableReadLoop","detail":"{readStateIndex:3889; appliedIndex:3888; }","duration":"497.555788ms","start":"2026-04-10T01:17:39.277188Z","end":"2026-04-10T01:17:39.774744Z","steps":["trace[1151549065] 'read index received' (duration: 497.401964ms)","trace[1151549065] 'applied index is now lower than readState.Index' (duration: 152.974µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:39.774856Z","caller":"traceutil/trace.go:171","msg":"trace[1874790701] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"557.914641ms","start":"2026-04-10T01:17:39.216935Z","end":"2026-04-10T01:17:39.77485Z","steps":["trace[1874790701] 'process raft request' (duration: 557.665645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:39.774944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:39.2169Z","time spent":"557.972512ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:39.775047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.858285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:39.775069Z","caller":"traceutil/trace.go:171","msg":"trace[697961529] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3746; }","duration":"497.928017ms","start":"2026-04-10T01:17:39.277135Z","end":"2026-04-10T01:17:39.775063Z","steps":["trace[697961529] 'agreement among raft nodes before linearized reading' (duration: 497.888046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:39.775084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:39.277111Z","time spent":"497.969718ms","remote":"127.0.0.1:33862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:17:39.824878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.257678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:17:39.824939Z","caller":"traceutil/trace.go:171","msg":"trace[1691186359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3747; }","duration":"475.360141ms","start":"2026-04-10T01:17:39.349564Z","end":"2026-04-10T01:17:39.824924Z","steps":["trace[1691186359] 'agreement among raft nodes before linearized reading' (duration: 475.163386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:39.824961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.601446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:17:39.82505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.065713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:17:39.82509Z","caller":"traceutil/trace.go:171","msg":"trace[1664306027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3747; }","duration":"547.79317ms","start":"2026-04-10T01:17:39.277267Z","end":"2026-04-10T01:17:39.82506Z","steps":["trace[1664306027] 'agreement among raft nodes before linearized reading' (duration: 547.599476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:39.825125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.84673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-10T01:17:39.825149Z","caller":"traceutil/trace.go:171","msg":"trace[782150442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3747; }","duration":"472.219277ms","start":"2026-04-10T01:17:39.352911Z","end":"2026-04-10T01:17:39.82513Z","steps":["trace[782150442] 'agreement among raft nodes before linearized reading' (duration: 471.92593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:39.825158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:39.277243Z","time spent":"547.905452ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:17:39.825166Z","caller":"traceutil/trace.go:171","msg":"trace[207982568] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:3747; }","duration":"391.930682ms","start":"2026-04-10T01:17:39.433226Z","end":"2026-04-10T01:17:39.825157Z","steps":["trace[207982568] 'agreement among raft nodes before linearized reading' (duration: 391.467411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:39.825209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:39.433208Z","time spent":"391.996283ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-04-10T01:17:39.825202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:39.352894Z","time spent":"472.296558ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:17:39.824975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:39.349541Z","time spent":"475.425263ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:17:39.825058Z","caller":"traceutil/trace.go:171","msg":"trace[1750256543] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"404.877418ms","start":"2026-04-10T01:17:39.420132Z","end":"2026-04-10T01:17:39.825009Z","steps":["trace[1750256543] 'process raft request' (duration: 404.327125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:39.825433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:39.420104Z","time spent":"405.283358ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:39.82584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.721683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:17:39.825898Z","caller":"traceutil/trace.go:171","msg":"trace[149200496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3747; }","duration":"476.824256ms","start":"2026-04-10T01:17:39.349061Z","end":"2026-04-10T01:17:39.825885Z","steps":["trace[149200496] 'agreement among raft nodes before linearized reading' (duration: 475.669208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:39.82593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:39.349036Z","time spent":"476.887828ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:18:54.862057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.304951ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-10T01:18:54.86234Z","caller":"traceutil/trace.go:171","msg":"trace[1227096233] linearizableReadLoop","detail":"{readStateIndex:4438; appliedIndex:4437; }","duration":"178.911437ms","start":"2026-04-10T01:18:54.683387Z","end":"2026-04-10T01:18:54.862299Z","steps":["trace[1227096233] 'read index received' (duration: 19.429181ms)","trace[1227096233] 'applied index is now lower than readState.Index' (duration: 159.473136ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:18:54.862413Z","caller":"traceutil/trace.go:171","msg":"trace[431931738] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"170.502938ms","start":"2026-04-10T01:18:54.691888Z","end":"2026-04-10T01:18:54.86239Z","steps":["trace[431931738] 'process raft request' (duration: 170.340474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:18:54.862728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.331998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:18:54.862776Z","caller":"traceutil/trace.go:171","msg":"trace[620097704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:4264; }","duration":"179.44084ms","start":"2026-04-10T01:18:54.683324Z","end":"2026-04-10T01:18:54.862765Z","steps":["trace[620097704] 'agreement among raft nodes before linearized reading' (duration: 179.136623ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:18:56.72344Z","caller":"traceutil/trace.go:171","msg":"trace[333168658] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"128.534621ms","start":"2026-04-10T01:18:56.59488Z","end":"2026-04-10T01:18:56.723415Z","steps":["trace[333168658] 'process raft request' (duration: 46.830191ms)","trace[333168658] 'compare' (duration: 81.551156ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:18:56.726844Z","caller":"traceutil/trace.go:171","msg":"trace[649841430] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"129.948745ms","start":"2026-04-10T01:18:56.596868Z","end":"2026-04-10T01:18:56.726816Z","steps":["trace[649841430] 'process raft request' (duration: 129.627937ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:18:58.023543Z","caller":"traceutil/trace.go:171","msg":"trace[583679406] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4788; }","duration":"122.808156ms","start":"2026-04-10T01:18:57.900708Z","end":"2026-04-10T01:18:58.023516Z","steps":["trace[583679406] 'read index received' (duration: 122.644052ms)","trace[583679406] 'applied index is now lower than readState.Index' (duration: 160.264µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:18:58.023585Z","caller":"traceutil/trace.go:171","msg":"trace[1656004554] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"232.944939ms","start":"2026-04-10T01:18:57.790605Z","end":"2026-04-10T01:18:58.02355Z","steps":["trace[1656004554] 'process raft request' (duration: 232.768115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:18:58.023732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.99594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:18:58.023889Z","caller":"traceutil/trace.go:171","msg":"trace[1707251122] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4608; }","duration":"123.153904ms","start":"2026-04-10T01:18:57.900656Z","end":"2026-04-10T01:18:58.02381Z","steps":["trace[1707251122] 'agreement among raft nodes before linearized reading' (duration: 122.965139ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:02.050624Z","caller":"traceutil/trace.go:171","msg":"trace[31328075] linearizableReadLoop","detail":"{readStateIndex:4904; appliedIndex:4903; }","duration":"168.003939ms","start":"2026-04-10T01:19:01.88258Z","end":"2026-04-10T01:19:02.050584Z","steps":["trace[31328075] 'read index received' (duration: 163.961543ms)","trace[31328075] 'applied index is now lower than readState.Index' (duration: 4.041016ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:02.050666Z","caller":"traceutil/trace.go:171","msg":"trace[41710464] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"188.374232ms","start":"2026-04-10T01:19:01.862257Z","end":"2026-04-10T01:19:02.050632Z","steps":["trace[41710464] 'process raft request' (duration: 184.373997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:02.050879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.274375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc0e6aaf-5857-44fc-b56e-876df564dcff\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-10T01:19:02.050915Z","caller":"traceutil/trace.go:171","msg":"trace[1323307492] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc0e6aaf-5857-44fc-b56e-876df564dcff; range_end:; response_count:1; response_revision:4721; }","duration":"168.329686ms","start":"2026-04-10T01:19:01.882575Z","end":"2026-04-10T01:19:02.050905Z","steps":["trace[1323307492] 'agreement among raft nodes before linearized reading' (duration: 168.162732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:05.203852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.468096ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:05.20394Z","caller":"traceutil/trace.go:171","msg":"trace[1909074005] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5003; }","duration":"119.036236ms","start":"2026-04-10T01:19:05.084874Z","end":"2026-04-10T01:19:05.20391Z","steps":["trace[1909074005] 'read index received' (duration: 96.375198ms)","trace[1909074005] 'applied index is now lower than readState.Index' (duration: 22.659428ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:05.203957Z","caller":"traceutil/trace.go:171","msg":"trace[1320616648] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"138.916328ms","start":"2026-04-10T01:19:05.065007Z","end":"2026-04-10T01:19:05.203924Z","steps":["trace[1320616648] 'process raft request' (duration: 116.324532ms)","trace[1320616648] 'compare' (duration: 22.35522ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:05.204001Z","caller":"traceutil/trace.go:171","msg":"trace[645413342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4815; }","duration":"154.63775ms","start":"2026-04-10T01:19:05.049345Z","end":"2026-04-10T01:19:05.203983Z","steps":["trace[645413342] 'range keys from in-memory index tree' (duration: 154.454626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:05.204262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.373293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:19:05.204331Z","caller":"traceutil/trace.go:171","msg":"trace[967009135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4816; }","duration":"119.490616ms","start":"2026-04-10T01:19:05.084823Z","end":"2026-04-10T01:19:05.204314Z","steps":["trace[967009135] 'agreement among raft nodes before linearized reading' (duration: 119.21913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:05.205379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.406914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-04-10T01:19:05.20543Z","caller":"traceutil/trace.go:171","msg":"trace[420533497] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4816; }","duration":"119.479897ms","start":"2026-04-10T01:19:05.085938Z","end":"2026-04-10T01:19:05.205418Z","steps":["trace[420533497] 'agreement among raft nodes before linearized reading' (duration: 118.120844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:05.458702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.377263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:19:05.458816Z","caller":"traceutil/trace.go:171","msg":"trace[7300137] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5004; }","duration":"223.486926ms","start":"2026-04-10T01:19:05.235311Z","end":"2026-04-10T01:19:05.458797Z","steps":["trace[7300137] 'read index received' (duration: 74.923479ms)","trace[7300137] 'applied index is now lower than readState.Index' (duration: 148.561997ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:05.458907Z","caller":"traceutil/trace.go:171","msg":"trace[820881626] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"247.183248ms","start":"2026-04-10T01:19:05.211712Z","end":"2026-04-10T01:19:05.458896Z","steps":["trace[820881626] 'process raft request' (duration: 98.534169ms)","trace[820881626] 'compare' (duration: 148.225969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:05.459125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.913979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:19:05.459161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.370657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:05.459205Z","caller":"traceutil/trace.go:171","msg":"trace[794730963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4817; }","duration":"182.006481ms","start":"2026-04-10T01:19:05.27718Z","end":"2026-04-10T01:19:05.459186Z","steps":["trace[794730963] 'agreement among raft nodes before linearized reading' (duration: 181.847127ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:05.459248Z","caller":"traceutil/trace.go:171","msg":"trace[975477261] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4817; }","duration":"192.51125ms","start":"2026-04-10T01:19:05.266718Z","end":"2026-04-10T01:19:05.459229Z","steps":["trace[975477261] 'agreement among raft nodes before linearized reading' (duration: 192.211313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:05.459257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.923366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-10T01:19:05.45933Z","caller":"traceutil/trace.go:171","msg":"trace[1319154031] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4817; }","duration":"224.042349ms","start":"2026-04-10T01:19:05.235268Z","end":"2026-04-10T01:19:05.45931Z","steps":["trace[1319154031] 'agreement among raft nodes before linearized reading' (duration: 223.792233ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:05.661956Z","caller":"traceutil/trace.go:171","msg":"trace[2090992937] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:5005; }","duration":"194.744353ms","start":"2026-04-10T01:19:05.467149Z","end":"2026-04-10T01:19:05.661893Z","steps":["trace[2090992937] 'read index received' (duration: 118.136454ms)","trace[2090992937] 'applied index is now lower than readState.Index' (duration: 76.606419ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:05.661987Z","caller":"traceutil/trace.go:171","msg":"trace[1467376911] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"197.808746ms","start":"2026-04-10T01:19:05.46415Z","end":"2026-04-10T01:19:05.661959Z","steps":["trace[1467376911] 'process raft request' (duration: 121.134025ms)","trace[1467376911] 'compare' (duration: 76.402014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:05.662257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.087251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:19:05.662343Z","caller":"traceutil/trace.go:171","msg":"trace[606662718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4818; }","duration":"195.224474ms","start":"2026-04-10T01:19:05.467101Z","end":"2026-04-10T01:19:05.662325Z","steps":["trace[606662718] 'agreement among raft nodes before linearized reading' (duration: 194.937708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:05.662323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.972319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-10T01:19:05.662617Z","caller":"traceutil/trace.go:171","msg":"trace[456190599] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4818; }","duration":"179.275986ms","start":"2026-04-10T01:19:05.483316Z","end":"2026-04-10T01:19:05.662592Z","steps":["trace[456190599] 'agreement among raft nodes before linearized reading' (duration: 178.786134ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:06.058862Z","caller":"traceutil/trace.go:171","msg":"trace[539577510] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5006; }","duration":"242.896526ms","start":"2026-04-10T01:19:05.815944Z","end":"2026-04-10T01:19:06.05884Z","steps":["trace[539577510] 'read index received' (duration: 242.737262ms)","trace[539577510] 'applied index is now lower than readState.Index' (duration: 157.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:06.058929Z","caller":"traceutil/trace.go:171","msg":"trace[679336896] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"354.680559ms","start":"2026-04-10T01:19:05.704211Z","end":"2026-04-10T01:19:06.058891Z","steps":["trace[679336896] 'process raft request' (duration: 354.461634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:06.059053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.103541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-skcn8\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-10T01:19:06.059087Z","caller":"traceutil/trace.go:171","msg":"trace[1158173712] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-skcn8; range_end:; response_count:1; response_revision:4819; }","duration":"243.207863ms","start":"2026-04-10T01:19:05.815868Z","end":"2026-04-10T01:19:06.059076Z","steps":["trace[1158173712] 'agreement among raft nodes before linearized reading' (duration: 243.053649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:06.059131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:05.704194Z","time spent":"354.827544ms","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:06.137327Z","caller":"traceutil/trace.go:171","msg":"trace[517055998] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"320.268753ms","start":"2026-04-10T01:19:05.817026Z","end":"2026-04-10T01:19:06.137295Z","steps":["trace[517055998] 'process raft request' (duration: 320.107689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:06.137498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:05.817007Z","time spent":"320.416666ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:19:06.190406Z","caller":"traceutil/trace.go:171","msg":"trace[871377433] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"120.965571ms","start":"2026-04-10T01:19:06.069423Z","end":"2026-04-10T01:19:06.190389Z","steps":["trace[871377433] 'process raft request' (duration: 120.826108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:07.31665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.316426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:19:07.316826Z","caller":"traceutil/trace.go:171","msg":"trace[2048440319] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"489.640554ms","start":"2026-04-10T01:19:06.827165Z","end":"2026-04-10T01:19:07.316806Z","steps":["trace[2048440319] 'process raft request' (duration: 246.091842ms)","trace[2048440319] 'compare' (duration: 243.135122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:07.316882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:06.827135Z","time spent":"489.722955ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:19:07.362286Z","caller":"traceutil/trace.go:171","msg":"trace[133777510] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"515.455927ms","start":"2026-04-10T01:19:06.846809Z","end":"2026-04-10T01:19:07.362265Z","steps":["trace[133777510] 'process raft request' (duration: 515.255582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:07.36247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:06.846786Z","time spent":"515.58442ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:07.36259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.93415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:19:07.362672Z","caller":"traceutil/trace.go:171","msg":"trace[733302007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:4833; }","duration":"431.026392ms","start":"2026-04-10T01:19:06.931627Z","end":"2026-04-10T01:19:07.362653Z","steps":["trace[733302007] 'agreement among raft nodes before linearized reading' (duration: 430.785477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:07.36273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:06.93159Z","time spent":"431.128295ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-cqp8d\" "} {"level":"info","ts":"2026-04-10T01:19:07.362809Z","caller":"traceutil/trace.go:171","msg":"trace[154684842] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5019; }","duration":"430.579192ms","start":"2026-04-10T01:19:06.931633Z","end":"2026-04-10T01:19:07.362212Z","steps":["trace[154684842] 'read index received' (duration: 141.757286ms)","trace[154684842] 'applied index is now lower than readState.Index' (duration: 288.820586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:09.639287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.459331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:09.639445Z","caller":"traceutil/trace.go:171","msg":"trace[1423441042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4941; }","duration":"361.715227ms","start":"2026-04-10T01:19:09.277699Z","end":"2026-04-10T01:19:09.639415Z","steps":["trace[1423441042] 'range keys from in-memory index tree' (duration: 361.213025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.639522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:09.277668Z","time spent":"361.84323ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:19:09.639541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.344447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-skcn8-tls\" ","response":"range_response_count:1 size:2183"} {"level":"warn","ts":"2026-04-10T01:19:09.639537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.611821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:19:09.639574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.787765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d74ab38b-e766-424a-a0f6-a9ca06dd084b\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-10T01:19:09.639628Z","caller":"traceutil/trace.go:171","msg":"trace[1685885861] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-skcn8-tls; range_end:; response_count:1; response_revision:4941; }","duration":"310.493391ms","start":"2026-04-10T01:19:09.329112Z","end":"2026-04-10T01:19:09.639605Z","steps":["trace[1685885861] 'range keys from in-memory index tree' (duration: 310.093871ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:09.639649Z","caller":"traceutil/trace.go:171","msg":"trace[292728459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4941; }","duration":"796.778686ms","start":"2026-04-10T01:19:08.842847Z","end":"2026-04-10T01:19:09.639626Z","steps":["trace[292728459] 'range keys from in-memory index tree' (duration: 796.373315ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:09.639659Z","caller":"traceutil/trace.go:171","msg":"trace[1149876557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d74ab38b-e766-424a-a0f6-a9ca06dd084b; range_end:; response_count:1; response_revision:4941; }","duration":"793.909657ms","start":"2026-04-10T01:19:08.84573Z","end":"2026-04-10T01:19:09.63964Z","steps":["trace[1149876557] 'range keys from in-memory index tree' (duration: 793.62009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.639677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:09.329079Z","time spent":"310.588564ms","remote":"127.0.0.1:52104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-skcn8-tls\" "} {"level":"warn","ts":"2026-04-10T01:19:09.639648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.994315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-10T01:19:09.639704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:08.842827Z","time spent":"796.866897ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:19:09.639763Z","caller":"traceutil/trace.go:171","msg":"trace[76031598] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:4941; }","duration":"202.149339ms","start":"2026-04-10T01:19:09.437591Z","end":"2026-04-10T01:19:09.639741Z","steps":["trace[76031598] 'range keys from in-memory index tree' (duration: 201.812821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.6399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.035649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-10T01:19:09.639704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:08.845714Z","time spent":"793.981079ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d74ab38b-e766-424a-a0f6-a9ca06dd084b\" "} {"level":"info","ts":"2026-04-10T01:19:09.639938Z","caller":"traceutil/trace.go:171","msg":"trace[865383477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:4941; }","duration":"267.104611ms","start":"2026-04-10T01:19:09.372824Z","end":"2026-04-10T01:19:09.639929Z","steps":["trace[865383477] 'range keys from in-memory index tree' (duration: 266.851695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.639941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.88928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719269"} {"level":"info","ts":"2026-04-10T01:19:09.640003Z","caller":"traceutil/trace.go:171","msg":"trace[535858750] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4941; }","duration":"521.951441ms","start":"2026-04-10T01:19:09.118033Z","end":"2026-04-10T01:19:09.639984Z","steps":["trace[535858750] 'range keys from in-memory index tree' (duration: 521.469159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.64Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.719231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:19:09.64006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:09.11796Z","time spent":"522.086925ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719292,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-10T01:19:09.640067Z","caller":"traceutil/trace.go:171","msg":"trace[1437018318] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4941; }","duration":"207.854134ms","start":"2026-04-10T01:19:09.432197Z","end":"2026-04-10T01:19:09.640051Z","steps":["trace[1437018318] 'count revisions from in-memory index tree' (duration: 207.551537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:09.885183Z","caller":"traceutil/trace.go:171","msg":"trace[1280429771] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5131; }","duration":"239.976187ms","start":"2026-04-10T01:19:09.645183Z","end":"2026-04-10T01:19:09.88516Z","steps":["trace[1280429771] 'read index received' (duration: 46.972855ms)","trace[1280429771] 'applied index is now lower than readState.Index' (duration: 193.001782ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:09.885307Z","caller":"traceutil/trace.go:171","msg":"trace[124183043] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"236.679959ms","start":"2026-04-10T01:19:09.648584Z","end":"2026-04-10T01:19:09.885263Z","steps":["trace[124183043] 'process raft request' (duration: 236.504015ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:09.885353Z","caller":"traceutil/trace.go:171","msg":"trace[1288519124] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"240.174721ms","start":"2026-04-10T01:19:09.645145Z","end":"2026-04-10T01:19:09.88532Z","steps":["trace[1288519124] 'process raft request' (duration: 239.765072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.885623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.310785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62866"} {"level":"info","ts":"2026-04-10T01:19:09.885675Z","caller":"traceutil/trace.go:171","msg":"trace[555487502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4943; }","duration":"240.51011ms","start":"2026-04-10T01:19:09.645154Z","end":"2026-04-10T01:19:09.885664Z","steps":["trace[555487502] 'agreement among raft nodes before linearized reading' (duration: 240.12366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.885874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.68447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-skcn8-tls\" ","response":"range_response_count:1 size:4427"} {"level":"info","ts":"2026-04-10T01:19:09.885889Z","caller":"traceutil/trace.go:171","msg":"trace[346317437] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"192.270775ms","start":"2026-04-10T01:19:09.693595Z","end":"2026-04-10T01:19:09.885866Z","steps":["trace[346317437] 'process raft request' (duration: 191.967137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.885911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.054177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d74ab38b-e766-424a-a0f6-a9ca06dd084b\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-04-10T01:19:09.88594Z","caller":"traceutil/trace.go:171","msg":"trace[314190202] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-skcn8-tls; range_end:; response_count:1; response_revision:4944; }","duration":"239.796573ms","start":"2026-04-10T01:19:09.646126Z","end":"2026-04-10T01:19:09.885923Z","steps":["trace[314190202] 'agreement among raft nodes before linearized reading' (duration: 239.567677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:09.885949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.647672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:19:09.885991Z","caller":"traceutil/trace.go:171","msg":"trace[2139484290] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4944; }","duration":"197.710514ms","start":"2026-04-10T01:19:09.688267Z","end":"2026-04-10T01:19:09.885978Z","steps":["trace[2139484290] 'agreement among raft nodes before linearized reading' (duration: 197.589531ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:09.886093Z","caller":"traceutil/trace.go:171","msg":"trace[338955165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d74ab38b-e766-424a-a0f6-a9ca06dd084b; range_end:; response_count:1; response_revision:4944; }","duration":"202.134849ms","start":"2026-04-10T01:19:09.683801Z","end":"2026-04-10T01:19:09.885936Z","steps":["trace[338955165] 'agreement among raft nodes before linearized reading' (duration: 202.061437ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:11.996328Z","caller":"traceutil/trace.go:171","msg":"trace[498278285] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"102.35694ms","start":"2026-04-10T01:19:11.893949Z","end":"2026-04-10T01:19:11.996306Z","steps":["trace[498278285] 'process raft request' (duration: 102.183626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:12.817905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.135493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:19:12.818017Z","caller":"traceutil/trace.go:171","msg":"trace[1052998606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4977; }","duration":"540.298947ms","start":"2026-04-10T01:19:12.277693Z","end":"2026-04-10T01:19:12.817992Z","steps":["trace[1052998606] 'range keys from in-memory index tree' (duration: 539.925328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:12.818098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.277675Z","time spent":"540.393009ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:19:12.818437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.673324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:19:12.818518Z","caller":"traceutil/trace.go:171","msg":"trace[1628742554] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"439.619996ms","start":"2026-04-10T01:19:12.378884Z","end":"2026-04-10T01:19:12.818504Z","steps":["trace[1628742554] 'read index received' (duration: 88.90818ms)","trace[1628742554] 'applied index is now lower than readState.Index' (duration: 350.710876ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:12.818584Z","caller":"traceutil/trace.go:171","msg":"trace[1004505177] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"485.969226ms","start":"2026-04-10T01:19:12.3326Z","end":"2026-04-10T01:19:12.818569Z","steps":["trace[1004505177] 'process raft request' (duration: 135.090817ms)","trace[1004505177] 'compare' (duration: 350.136992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:12.818636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.332575Z","time spent":"486.031618ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:12.818808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.922263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:19:12.818845Z","caller":"traceutil/trace.go:171","msg":"trace[275910750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4978; }","duration":"439.981755ms","start":"2026-04-10T01:19:12.378854Z","end":"2026-04-10T01:19:12.818836Z","steps":["trace[275910750] 'agreement among raft nodes before linearized reading' (duration: 439.872092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:12.818879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.378839Z","time spent":"440.031566ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:19:12.909628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.240364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:19:12.909637Z","caller":"traceutil/trace.go:171","msg":"trace[1986708638] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"467.130489ms","start":"2026-04-10T01:19:12.44247Z","end":"2026-04-10T01:19:12.909601Z","steps":["trace[1986708638] 'process raft request' (duration: 466.910764ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:12.909697Z","caller":"traceutil/trace.go:171","msg":"trace[1497447244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4979; }","duration":"513.338296ms","start":"2026-04-10T01:19:12.396344Z","end":"2026-04-10T01:19:12.909682Z","steps":["trace[1497447244] 'agreement among raft nodes before linearized reading' (duration: 513.155132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:12.909701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.401466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:19:12.909786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.442436Z","time spent":"467.266803ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:12.909782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.322862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:19:12.909807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.070863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:19:12.90984Z","caller":"traceutil/trace.go:171","msg":"trace[289758713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4979; }","duration":"455.145115ms","start":"2026-04-10T01:19:12.454686Z","end":"2026-04-10T01:19:12.909832Z","steps":["trace[289758713] 'agreement among raft nodes before linearized reading' (duration: 455.063393ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:12.909843Z","caller":"traceutil/trace.go:171","msg":"trace[2012844120] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4979; }","duration":"389.425295ms","start":"2026-04-10T01:19:12.520402Z","end":"2026-04-10T01:19:12.909827Z","steps":["trace[2012844120] 'agreement among raft nodes before linearized reading' (duration: 389.334113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:12.909871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.454657Z","time spent":"455.209197ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:19:12.909882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.52038Z","time spent":"389.495086ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-04-10T01:19:12.909785Z","caller":"traceutil/trace.go:171","msg":"trace[666199184] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4979; }","duration":"320.530699ms","start":"2026-04-10T01:19:12.589233Z","end":"2026-04-10T01:19:12.909764Z","steps":["trace[666199184] 'agreement among raft nodes before linearized reading' (duration: 320.301304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:12.909963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.589213Z","time spent":"320.740285ms","remote":"127.0.0.1:33576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":87,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:19:12.909732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.396332Z","time spent":"513.392287ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:19:12.910082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.764625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-10T01:19:12.910129Z","caller":"traceutil/trace.go:171","msg":"trace[1714084343] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4979; }","duration":"125.848978ms","start":"2026-04-10T01:19:12.784267Z","end":"2026-04-10T01:19:12.910116Z","steps":["trace[1714084343] 'agreement among raft nodes before linearized reading' (duration: 125.558701ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:13.169713Z","caller":"traceutil/trace.go:171","msg":"trace[1283839899] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"347.327696ms","start":"2026-04-10T01:19:12.82236Z","end":"2026-04-10T01:19:13.169688Z","steps":["trace[1283839899] 'process raft request' (duration: 346.858865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:13.169885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.822344Z","time spent":"347.436988ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:13.169888Z","caller":"traceutil/trace.go:171","msg":"trace[666562117] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"346.6896ms","start":"2026-04-10T01:19:12.823173Z","end":"2026-04-10T01:19:13.169863Z","steps":["trace[666562117] 'process raft request' (duration: 346.385293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:13.170023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:12.823155Z","time spent":"346.793573ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:13.169707Z","caller":"traceutil/trace.go:171","msg":"trace[946773374] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5171; }","duration":"256.791086ms","start":"2026-04-10T01:19:12.912867Z","end":"2026-04-10T01:19:13.169658Z","steps":["trace[946773374] 'read index received' (duration: 256.305295ms)","trace[946773374] 'applied index is now lower than readState.Index' (duration: 484.731µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:13.170067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.049172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:13.170366Z","caller":"traceutil/trace.go:171","msg":"trace[580724485] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:0; response_revision:4981; }","duration":"257.509763ms","start":"2026-04-10T01:19:12.912832Z","end":"2026-04-10T01:19:13.170341Z","steps":["trace[580724485] 'agreement among raft nodes before linearized reading' (duration: 256.92482ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:13.208307Z","caller":"traceutil/trace.go:171","msg":"trace[263890920] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"293.804195ms","start":"2026-04-10T01:19:12.914492Z","end":"2026-04-10T01:19:13.208296Z","steps":["trace[263890920] 'process raft request' (duration: 293.647382ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:13.20839Z","caller":"traceutil/trace.go:171","msg":"trace[1657673488] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"192.839698ms","start":"2026-04-10T01:19:13.01553Z","end":"2026-04-10T01:19:13.208369Z","steps":["trace[1657673488] 'process raft request' (duration: 192.671134ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:13.208297Z","caller":"traceutil/trace.go:171","msg":"trace[411436590] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"293.889637ms","start":"2026-04-10T01:19:12.914383Z","end":"2026-04-10T01:19:13.208273Z","steps":["trace[411436590] 'process raft request' (duration: 293.663971ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:13.208568Z","caller":"traceutil/trace.go:171","msg":"trace[1238441832] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"102.80726ms","start":"2026-04-10T01:19:13.105745Z","end":"2026-04-10T01:19:13.208552Z","steps":["trace[1238441832] 'process raft request' (duration: 102.506073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:13.208515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.84026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d74ab38b-e766-424a-a0f6-a9ca06dd084b\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-04-10T01:19:13.20867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.543783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:19:13.208717Z","caller":"traceutil/trace.go:171","msg":"trace[1911191223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d74ab38b-e766-424a-a0f6-a9ca06dd084b; range_end:; response_count:1; response_revision:4985; }","duration":"207.072606ms","start":"2026-04-10T01:19:13.001629Z","end":"2026-04-10T01:19:13.208702Z","steps":["trace[1911191223] 'agreement among raft nodes before linearized reading' (duration: 206.717757ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:13.208727Z","caller":"traceutil/trace.go:171","msg":"trace[770906677] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4985; }","duration":"166.653576ms","start":"2026-04-10T01:19:13.042057Z","end":"2026-04-10T01:19:13.20871Z","steps":["trace[770906677] 'agreement among raft nodes before linearized reading' (duration: 166.493232ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:14.855919Z","caller":"traceutil/trace.go:171","msg":"trace[1429014529] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"212.279639ms","start":"2026-04-10T01:19:14.643617Z","end":"2026-04-10T01:19:14.855897Z","steps":["trace[1429014529] 'process raft request' (duration: 212.121596ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:16.812629Z","caller":"traceutil/trace.go:171","msg":"trace[46280956] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"107.4122ms","start":"2026-04-10T01:19:16.705192Z","end":"2026-04-10T01:19:16.812604Z","steps":["trace[46280956] 'process raft request' (duration: 107.227756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:20.01458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.822247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:368403"} {"level":"info","ts":"2026-04-10T01:19:20.014653Z","caller":"traceutil/trace.go:171","msg":"trace[393344060] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5133; }","duration":"117.94186ms","start":"2026-04-10T01:19:19.896695Z","end":"2026-04-10T01:19:20.014637Z","steps":["trace[393344060] 'range keys from in-memory index tree' (duration: 117.440078ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:21.820289Z","caller":"traceutil/trace.go:171","msg":"trace[1530576906] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"137.813112ms","start":"2026-04-10T01:19:21.682429Z","end":"2026-04-10T01:19:21.820243Z","steps":["trace[1530576906] 'process raft request' (duration: 111.846075ms)","trace[1530576906] 'compare' (duration: 25.66375ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:22.172851Z","caller":"traceutil/trace.go:171","msg":"trace[431772706] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5376; }","duration":"147.999123ms","start":"2026-04-10T01:19:22.024833Z","end":"2026-04-10T01:19:22.172832Z","steps":["trace[431772706] 'read index received' (duration: 147.839399ms)","trace[431772706] 'applied index is now lower than readState.Index' (duration: 158.854µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:22.172896Z","caller":"traceutil/trace.go:171","msg":"trace[580268576] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"167.202229ms","start":"2026-04-10T01:19:22.005665Z","end":"2026-04-10T01:19:22.172867Z","steps":["trace[580268576] 'process raft request' (duration: 167.026205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:22.173042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.191858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:19:22.173128Z","caller":"traceutil/trace.go:171","msg":"trace[2074081361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:5179; }","duration":"148.27274ms","start":"2026-04-10T01:19:22.024788Z","end":"2026-04-10T01:19:22.173061Z","steps":["trace[2074081361] 'agreement among raft nodes before linearized reading' (duration: 148.152037ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:22.2797Z","caller":"traceutil/trace.go:171","msg":"trace[1249459675] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5377; }","duration":"100.391284ms","start":"2026-04-10T01:19:22.179281Z","end":"2026-04-10T01:19:22.279672Z","steps":["trace[1249459675] 'read index received' (duration: 74.675563ms)","trace[1249459675] 'applied index is now lower than readState.Index' (duration: 25.714671ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:22.27982Z","caller":"traceutil/trace.go:171","msg":"trace[589400546] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"102.058013ms","start":"2026-04-10T01:19:22.177746Z","end":"2026-04-10T01:19:22.279804Z","steps":["trace[589400546] 'process raft request' (duration: 76.174348ms)","trace[589400546] 'compare' (duration: 25.538206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:22.280167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.861525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70911"} {"level":"info","ts":"2026-04-10T01:19:22.280246Z","caller":"traceutil/trace.go:171","msg":"trace[685045868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5180; }","duration":"100.951517ms","start":"2026-04-10T01:19:22.179274Z","end":"2026-04-10T01:19:22.280225Z","steps":["trace[685045868] 'agreement among raft nodes before linearized reading' (duration: 100.588508ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:22.297715Z","caller":"traceutil/trace.go:171","msg":"trace[596089388] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"118.229017ms","start":"2026-04-10T01:19:22.179462Z","end":"2026-04-10T01:19:22.297691Z","steps":["trace[596089388] 'process raft request' (duration: 118.024463ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:22.297797Z","caller":"traceutil/trace.go:171","msg":"trace[1453925179] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"116.736892ms","start":"2026-04-10T01:19:22.181043Z","end":"2026-04-10T01:19:22.29778Z","steps":["trace[1453925179] 'process raft request' (duration: 116.65078ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:22.297777Z","caller":"traceutil/trace.go:171","msg":"trace[535700620] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"117.820728ms","start":"2026-04-10T01:19:22.179924Z","end":"2026-04-10T01:19:22.297745Z","steps":["trace[535700620] 'process raft request' (duration: 117.666914ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:22.297875Z","caller":"traceutil/trace.go:171","msg":"trace[294232818] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"117.346346ms","start":"2026-04-10T01:19:22.180503Z","end":"2026-04-10T01:19:22.297849Z","steps":["trace[294232818] 'process raft request' (duration: 117.142341ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:22.298054Z","caller":"traceutil/trace.go:171","msg":"trace[890220951] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"116.575428ms","start":"2026-04-10T01:19:22.181463Z","end":"2026-04-10T01:19:22.298038Z","steps":["trace[890220951] 'process raft request' (duration: 116.272871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:28.557602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.997346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:28.557708Z","caller":"traceutil/trace.go:171","msg":"trace[622180050] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5242; }","duration":"256.17598ms","start":"2026-04-10T01:19:28.3015Z","end":"2026-04-10T01:19:28.557676Z","steps":["trace[622180050] 'count revisions from in-memory index tree' (duration: 255.854822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:28.557916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.843202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:19:28.558174Z","caller":"traceutil/trace.go:171","msg":"trace[611872176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5242; }","duration":"256.129098ms","start":"2026-04-10T01:19:28.302023Z","end":"2026-04-10T01:19:28.558152Z","steps":["trace[611872176] 'range keys from in-memory index tree' (duration: 255.671138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:28.558226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.954183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:19:28.558284Z","caller":"traceutil/trace.go:171","msg":"trace[1650940698] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5441; }","duration":"218.641218ms","start":"2026-04-10T01:19:28.339631Z","end":"2026-04-10T01:19:28.558272Z","steps":["trace[1650940698] 'read index received' (duration: 132.787677ms)","trace[1650940698] 'applied index is now lower than readState.Index' (duration: 85.852761ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:28.558324Z","caller":"traceutil/trace.go:171","msg":"trace[1470314314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:5242; }","duration":"253.105196ms","start":"2026-04-10T01:19:28.305192Z","end":"2026-04-10T01:19:28.558297Z","steps":["trace[1470314314] 'range keys from in-memory index tree' (duration: 252.460921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:28.558419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.790221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:19:28.558453Z","caller":"traceutil/trace.go:171","msg":"trace[964173185] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5243; }","duration":"218.869433ms","start":"2026-04-10T01:19:28.339576Z","end":"2026-04-10T01:19:28.558446Z","steps":["trace[964173185] 'agreement among raft nodes before linearized reading' (duration: 218.73786ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:28.558519Z","caller":"traceutil/trace.go:171","msg":"trace[1753096613] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"224.529097ms","start":"2026-04-10T01:19:28.333982Z","end":"2026-04-10T01:19:28.558511Z","steps":["trace[1753096613] 'process raft request' (duration: 138.505032ms)","trace[1753096613] 'compare' (duration: 85.694558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:28.55841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.050928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:28.559037Z","caller":"traceutil/trace.go:171","msg":"trace[881222296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5242; }","duration":"283.766615ms","start":"2026-04-10T01:19:28.275026Z","end":"2026-04-10T01:19:28.558792Z","steps":["trace[881222296] 'range keys from in-memory index tree' (duration: 282.931686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:30.77804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270150135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:19:31.278715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270150135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:19:31.331885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287958106s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:19:31.332223Z","caller":"traceutil/trace.go:171","msg":"trace[678612066] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"1.288412098s","start":"2026-04-10T01:19:30.043787Z","end":"2026-04-10T01:19:31.332199Z","steps":["trace[678612066] 'process raft request' (duration: 1.288268544s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:31.332369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.043755Z","time spent":"1.28853908s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:32.091528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.471752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:19:32.091794Z","caller":"traceutil/trace.go:171","msg":"trace[1176627783] linearizableReadLoop","detail":"{readStateIndex:5514; appliedIndex:5510; }","duration":"1.814754228s","start":"2026-04-10T01:19:30.27702Z","end":"2026-04-10T01:19:32.091774Z","steps":["trace[1176627783] 'read index received' (duration: 1.05504723s)","trace[1176627783] 'applied index is now lower than readState.Index' (duration: 759.705927ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:32.091792Z","caller":"traceutil/trace.go:171","msg":"trace[785767310] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"1.526455495s","start":"2026-04-10T01:19:30.565291Z","end":"2026-04-10T01:19:32.091746Z","steps":["trace[785767310] 'process raft request' (duration: 994.672795ms)","trace[785767310] 'compare' (duration: 531.120804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:32.092005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.565264Z","time spent":"1.526647169s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:32.092104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794706461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:32.092145Z","caller":"traceutil/trace.go:171","msg":"trace[1675746194] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5314; }","duration":"1.794763963s","start":"2026-04-10T01:19:30.297371Z","end":"2026-04-10T01:19:32.092135Z","steps":["trace[1675746194] 'agreement among raft nodes before linearized reading' (duration: 1.794695521s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.092183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.297364Z","time spent":"1.794810564s","remote":"127.0.0.1:33696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:19:32.092203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815178578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:19:32.092448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.796716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:19:32.092429Z","caller":"traceutil/trace.go:171","msg":"trace[788550109] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"1.103966261s","start":"2026-04-10T01:19:30.988416Z","end":"2026-04-10T01:19:32.092382Z","steps":["trace[788550109] 'process raft request' (duration: 1.103315406s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.092478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.114889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:19:32.092489Z","caller":"traceutil/trace.go:171","msg":"trace[1184845317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5314; }","duration":"819.878288ms","start":"2026-04-10T01:19:31.272602Z","end":"2026-04-10T01:19:32.09248Z","steps":["trace[1184845317] 'agreement among raft nodes before linearized reading' (duration: 819.755015ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:32.092446Z","caller":"traceutil/trace.go:171","msg":"trace[1174203482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5314; }","duration":"1.815444494s","start":"2026-04-10T01:19:30.276979Z","end":"2026-04-10T01:19:32.092423Z","steps":["trace[1174203482] 'agreement among raft nodes before linearized reading' (duration: 1.815033524s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:32.092457Z","caller":"traceutil/trace.go:171","msg":"trace[1901683424] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"1.104056344s","start":"2026-04-10T01:19:30.98835Z","end":"2026-04-10T01:19:32.092407Z","steps":["trace[1901683424] 'process raft request' (duration: 1.103293075s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:32.092517Z","caller":"traceutil/trace.go:171","msg":"trace[415827899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5314; }","duration":"816.189741ms","start":"2026-04-10T01:19:31.276313Z","end":"2026-04-10T01:19:32.092503Z","steps":["trace[415827899] 'agreement among raft nodes before linearized reading' (duration: 816.033967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.092524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.328343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T01:19:32.092533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.67108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:19:32.092579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.276965Z","time spent":"1.815562397s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:19:32.092585Z","caller":"traceutil/trace.go:171","msg":"trace[1614702268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5314; }","duration":"784.413345ms","start":"2026-04-10T01:19:31.308149Z","end":"2026-04-10T01:19:32.092562Z","steps":["trace[1614702268] 'agreement among raft nodes before linearized reading' (duration: 784.246151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.092596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.988383Z","time spent":"1.104126435s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:32.092608Z","caller":"traceutil/trace.go:171","msg":"trace[1920856739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5314; }","duration":"261.792253ms","start":"2026-04-10T01:19:31.830794Z","end":"2026-04-10T01:19:32.092587Z","steps":["trace[1920856739] 'agreement among raft nodes before linearized reading' (duration: 261.65397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.092644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007861407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-10T01:19:32.092646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:31.30813Z","time spent":"784.504297ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:19:32.092671Z","caller":"traceutil/trace.go:171","msg":"trace[1457029144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5314; }","duration":"1.007921789s","start":"2026-04-10T01:19:31.084741Z","end":"2026-04-10T01:19:32.092663Z","steps":["trace[1457029144] 'agreement among raft nodes before linearized reading' (duration: 1.007839387s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.092665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.988326Z","time spent":"1.104230198s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:32.092695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:31.084718Z","time spent":"1.007971399s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:19:32.092677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.937217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:19:32.092671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522292866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:19:32.092559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:31.27629Z","time spent":"816.262022ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:19:32.092751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120664249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a7c314b-bd0b-4298-b77c-4dc3be7637af\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-10T01:19:32.092748Z","caller":"traceutil/trace.go:171","msg":"trace[1391338460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5314; }","duration":"785.03771ms","start":"2026-04-10T01:19:31.307691Z","end":"2026-04-10T01:19:32.092729Z","steps":["trace[1391338460] 'agreement among raft nodes before linearized reading' (duration: 784.779454ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:32.092773Z","caller":"traceutil/trace.go:171","msg":"trace[359098976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5314; }","duration":"1.522440249s","start":"2026-04-10T01:19:30.570311Z","end":"2026-04-10T01:19:32.092751Z","steps":["trace[359098976] 'agreement among raft nodes before linearized reading' (duration: 1.522141082s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.09252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:31.272579Z","time spent":"819.93422ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:19:32.092795Z","caller":"traceutil/trace.go:171","msg":"trace[2137153737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a7c314b-bd0b-4298-b77c-4dc3be7637af; range_end:; response_count:1; response_revision:5314; }","duration":"1.12074491s","start":"2026-04-10T01:19:30.972039Z","end":"2026-04-10T01:19:32.092784Z","steps":["trace[2137153737] 'agreement among raft nodes before linearized reading' (duration: 1.120639228s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.092806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:31.307679Z","time spent":"785.116952ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:19:32.092823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.972015Z","time spent":"1.120802271s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a7c314b-bd0b-4298-b77c-4dc3be7637af\" "} {"level":"warn","ts":"2026-04-10T01:19:32.093026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522654834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:19:32.09304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521284902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:19:32.093115Z","caller":"traceutil/trace.go:171","msg":"trace[601831272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:5314; }","duration":"1.521579319s","start":"2026-04-10T01:19:30.571515Z","end":"2026-04-10T01:19:32.093094Z","steps":["trace[601831272] 'agreement among raft nodes before linearized reading' (duration: 1.520908473s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:32.093118Z","caller":"traceutil/trace.go:171","msg":"trace[589474668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5314; }","duration":"1.522759517s","start":"2026-04-10T01:19:30.570324Z","end":"2026-04-10T01:19:32.093084Z","steps":["trace[589474668] 'agreement among raft nodes before linearized reading' (duration: 1.522239154s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.09317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.570312Z","time spent":"1.522844978s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:19:32.093237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.571488Z","time spent":"1.521677201s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-cqp8d\" "} {"level":"warn","ts":"2026-04-10T01:19:32.09282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:30.570298Z","time spent":"1.522512621s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:19:32.599679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270150143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:19:32.938821Z","caller":"traceutil/trace.go:171","msg":"trace[660981061] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"841.029792ms","start":"2026-04-10T01:19:32.097768Z","end":"2026-04-10T01:19:32.938798Z","steps":["trace[660981061] 'process raft request' (duration: 766.04605ms)","trace[660981061] 'compare' (duration: 74.651984ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:32.938879Z","caller":"traceutil/trace.go:171","msg":"trace[1935150859] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"841.026232ms","start":"2026-04-10T01:19:32.097806Z","end":"2026-04-10T01:19:32.938833Z","steps":["trace[1935150859] 'process raft request' (duration: 840.899919ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:32.938902Z","caller":"traceutil/trace.go:171","msg":"trace[1402577342] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"840.775456ms","start":"2026-04-10T01:19:32.098097Z","end":"2026-04-10T01:19:32.938873Z","steps":["trace[1402577342] 'process raft request' (duration: 840.671994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.938958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:32.097749Z","time spent":"841.123224ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:32.93893Z","caller":"traceutil/trace.go:171","msg":"trace[1024728663] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5514; }","duration":"839.773292ms","start":"2026-04-10T01:19:32.099143Z","end":"2026-04-10T01:19:32.938916Z","steps":["trace[1024728663] 'read index received' (duration: 764.645586ms)","trace[1024728663] 'applied index is now lower than readState.Index' (duration: 75.126836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:32.939073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:32.097783Z","time spent":"841.210057ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:32.939078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:32.09808Z","time spent":"840.92084ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:32.939126Z","caller":"traceutil/trace.go:171","msg":"trace[498473737] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"839.864805ms","start":"2026-04-10T01:19:32.099249Z","end":"2026-04-10T01:19:32.939113Z","steps":["trace[498473737] 'process raft request' (duration: 839.597008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.939189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:32.099239Z","time spent":"839.914766ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:32.939271Z","caller":"traceutil/trace.go:171","msg":"trace[1588406710] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"839.611328ms","start":"2026-04-10T01:19:32.099644Z","end":"2026-04-10T01:19:32.939255Z","steps":["trace[1588406710] 'process raft request' (duration: 839.238229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.939267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.10032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17452"} {"level":"info","ts":"2026-04-10T01:19:32.938925Z","caller":"traceutil/trace.go:171","msg":"trace[443995398] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"839.66947ms","start":"2026-04-10T01:19:32.099231Z","end":"2026-04-10T01:19:32.938901Z","steps":["trace[443995398] 'process raft request' (duration: 839.581398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.939337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:32.099629Z","time spent":"839.67138ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:32.939342Z","caller":"traceutil/trace.go:171","msg":"trace[1905511530] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5320; }","duration":"840.201783ms","start":"2026-04-10T01:19:32.099121Z","end":"2026-04-10T01:19:32.939323Z","steps":["trace[1905511530] 'agreement among raft nodes before linearized reading' (duration: 839.971947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.939372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:32.099222Z","time spent":"840.11399ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:32.939381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:32.099112Z","time spent":"840.260954ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17475,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-10T01:19:32.939452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.033039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80092"} {"level":"info","ts":"2026-04-10T01:19:32.939491Z","caller":"traceutil/trace.go:171","msg":"trace[621765853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5320; }","duration":"840.09249ms","start":"2026-04-10T01:19:32.099389Z","end":"2026-04-10T01:19:32.939481Z","steps":["trace[621765853] 'agreement among raft nodes before linearized reading' (duration: 839.858244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:32.939519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:32.099381Z","time spent":"840.130921ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-10T01:19:47.079497Z","caller":"traceutil/trace.go:171","msg":"trace[1900457594] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"141.087194ms","start":"2026-04-10T01:19:46.938367Z","end":"2026-04-10T01:19:47.079454Z","steps":["trace[1900457594] 'process raft request' (duration: 140.874079ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:47.225127Z","caller":"traceutil/trace.go:171","msg":"trace[515949787] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"141.025942ms","start":"2026-04-10T01:19:47.084067Z","end":"2026-04-10T01:19:47.225092Z","steps":["trace[515949787] 'process raft request' (duration: 140.731795ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:47.225152Z","caller":"traceutil/trace.go:171","msg":"trace[598270188] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"140.638853ms","start":"2026-04-10T01:19:47.084481Z","end":"2026-04-10T01:19:47.22512Z","steps":["trace[598270188] 'process raft request' (duration: 140.49356ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:47.225234Z","caller":"traceutil/trace.go:171","msg":"trace[1818459851] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"140.663214ms","start":"2026-04-10T01:19:47.084523Z","end":"2026-04-10T01:19:47.225186Z","steps":["trace[1818459851] 'process raft request' (duration: 140.50392ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:47.225289Z","caller":"traceutil/trace.go:171","msg":"trace[1960519253] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"138.489431ms","start":"2026-04-10T01:19:47.086778Z","end":"2026-04-10T01:19:47.225268Z","steps":["trace[1960519253] 'process raft request' (duration: 138.365059ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:47.225281Z","caller":"traceutil/trace.go:171","msg":"trace[819982648] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"140.703655ms","start":"2026-04-10T01:19:47.084534Z","end":"2026-04-10T01:19:47.225237Z","steps":["trace[819982648] 'process raft request' (duration: 140.560931ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:47.373157Z","caller":"traceutil/trace.go:171","msg":"trace[1348498087] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"136.738871ms","start":"2026-04-10T01:19:47.236363Z","end":"2026-04-10T01:19:47.373102Z","steps":["trace[1348498087] 'process raft request' (duration: 130.899302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:48.30567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.026403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:19:48.306438Z","caller":"traceutil/trace.go:171","msg":"trace[1284752860] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"838.327888ms","start":"2026-04-10T01:19:47.468058Z","end":"2026-04-10T01:19:48.306386Z","steps":["trace[1284752860] 'process raft request' (duration: 837.827356ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:48.306494Z","caller":"traceutil/trace.go:171","msg":"trace[1743977012] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"838.088372ms","start":"2026-04-10T01:19:47.468384Z","end":"2026-04-10T01:19:48.306473Z","steps":["trace[1743977012] 'process raft request' (duration: 837.652081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:48.306565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:47.468035Z","time spent":"838.473062ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:48.306611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:47.468376Z","time spent":"838.171704ms","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:48.306864Z","caller":"traceutil/trace.go:171","msg":"trace[1730628778] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"839.097886ms","start":"2026-04-10T01:19:47.467739Z","end":"2026-04-10T01:19:48.306837Z","steps":["trace[1730628778] 'process raft request' (duration: 46.775202ms)","trace[1730628778] 'compare' (duration: 790.87407ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:48.306889Z","caller":"traceutil/trace.go:171","msg":"trace[316475497] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"838.311627ms","start":"2026-04-10T01:19:47.468571Z","end":"2026-04-10T01:19:48.306883Z","steps":["trace[316475497] 'process raft request' (duration: 837.540469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:48.30693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:47.468565Z","time spent":"838.348728ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:48.307007Z","caller":"traceutil/trace.go:171","msg":"trace[86177108] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"162.221596ms","start":"2026-04-10T01:19:48.144766Z","end":"2026-04-10T01:19:48.306988Z","steps":["trace[86177108] 'process raft request' (duration: 162.018271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:48.30705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:47.467716Z","time spent":"839.200568ms","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:48.307096Z","caller":"traceutil/trace.go:171","msg":"trace[2742741] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"160.028953ms","start":"2026-04-10T01:19:48.147061Z","end":"2026-04-10T01:19:48.30709Z","steps":["trace[2742741] 'process raft request' (duration: 159.821378ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:48.307234Z","caller":"traceutil/trace.go:171","msg":"trace[999673311] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"160.020623ms","start":"2026-04-10T01:19:48.147193Z","end":"2026-04-10T01:19:48.307214Z","steps":["trace[999673311] 'process raft request' (duration: 159.818048ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:48.307235Z","caller":"traceutil/trace.go:171","msg":"trace[1175973020] linearizableReadLoop","detail":"{readStateIndex:5741; appliedIndex:5734; }","duration":"114.970293ms","start":"2026-04-10T01:19:48.192204Z","end":"2026-04-10T01:19:48.307175Z","steps":["trace[1175973020] 'read index received' (duration: 24.057352ms)","trace[1175973020] 'applied index is now lower than readState.Index' (duration: 90.911161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:48.307583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.340982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-10T01:19:48.307649Z","caller":"traceutil/trace.go:171","msg":"trace[938379924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5535; }","duration":"115.502855ms","start":"2026-04-10T01:19:48.192129Z","end":"2026-04-10T01:19:48.307632Z","steps":["trace[938379924] 'agreement among raft nodes before linearized reading' (duration: 115.145907ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:48.485476Z","caller":"traceutil/trace.go:171","msg":"trace[855281301] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"113.865677ms","start":"2026-04-10T01:19:48.371577Z","end":"2026-04-10T01:19:48.485443Z","steps":["trace[855281301] 'process raft request' (duration: 66.903401ms)","trace[855281301] 'compare' (duration: 46.813593ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:48.489856Z","caller":"traceutil/trace.go:171","msg":"trace[1961092534] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"118.056126ms","start":"2026-04-10T01:19:48.371775Z","end":"2026-04-10T01:19:48.489831Z","steps":["trace[1961092534] 'process raft request' (duration: 117.837831ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:48.489948Z","caller":"traceutil/trace.go:171","msg":"trace[768937488] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"118.267551ms","start":"2026-04-10T01:19:48.371643Z","end":"2026-04-10T01:19:48.489911Z","steps":["trace[768937488] 'process raft request' (duration: 117.78433ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:48.489908Z","caller":"traceutil/trace.go:171","msg":"trace[1369961063] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"118.088797ms","start":"2026-04-10T01:19:48.371788Z","end":"2026-04-10T01:19:48.489877Z","steps":["trace[1369961063] 'process raft request' (duration: 117.911133ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:48.490048Z","caller":"traceutil/trace.go:171","msg":"trace[688655937] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5742; }","duration":"110.796454ms","start":"2026-04-10T01:19:48.379223Z","end":"2026-04-10T01:19:48.490019Z","steps":["trace[688655937] 'read index received' (duration: 59.213418ms)","trace[688655937] 'applied index is now lower than readState.Index' (duration: 51.580846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:48.490168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.929257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:48.490185Z","caller":"traceutil/trace.go:171","msg":"trace[66789105] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"110.213219ms","start":"2026-04-10T01:19:48.379958Z","end":"2026-04-10T01:19:48.490171Z","steps":["trace[66789105] 'process raft request' (duration: 109.80081ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:48.490223Z","caller":"traceutil/trace.go:171","msg":"trace[1042320171] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5541; }","duration":"111.032189ms","start":"2026-04-10T01:19:48.37918Z","end":"2026-04-10T01:19:48.490212Z","steps":["trace[1042320171] 'agreement among raft nodes before linearized reading' (duration: 110.920077ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:20:36.386524Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2903} {"level":"info","ts":"2026-04-10T01:20:36.455934Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2903,"took":"67.767506ms","hash":2185856988,"current-db-size-bytes":56946688,"current-db-size":"57 MB","current-db-size-in-use-bytes":33390592,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-10T01:20:36.45601Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2185856988,"revision":2903,"compact-revision":-1} {"level":"warn","ts":"2026-04-10T01:25:24.167504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.153477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:25:24.167607Z","caller":"traceutil/trace.go:171","msg":"trace[1924820159] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8122; }","duration":"333.316091ms","start":"2026-04-10T01:25:23.83427Z","end":"2026-04-10T01:25:24.167586Z","steps":["trace[1924820159] 'count revisions from in-memory index tree' (duration: 333.030735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:25:24.16766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:25:23.834249Z","time spent":"333.398914ms","remote":"127.0.0.1:53114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:25:35.170231Z","caller":"traceutil/trace.go:171","msg":"trace[1291708737] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"107.429034ms","start":"2026-04-10T01:25:35.062767Z","end":"2026-04-10T01:25:35.170197Z","steps":["trace[1291708737] 'process raft request' (duration: 99.779784ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:25:35.993889Z","caller":"traceutil/trace.go:171","msg":"trace[2051925085] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"394.651918ms","start":"2026-04-10T01:25:35.599217Z","end":"2026-04-10T01:25:35.993869Z","steps":["trace[2051925085] 'process raft request' (duration: 394.539755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:25:35.994009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:25:35.599183Z","time spent":"394.765141ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:25:36.015068Z","caller":"traceutil/trace.go:171","msg":"trace[1967789051] linearizableReadLoop","detail":"{readStateIndex:8472; appliedIndex:8469; }","duration":"305.576518ms","start":"2026-04-10T01:25:35.709466Z","end":"2026-04-10T01:25:36.015042Z","steps":["trace[1967789051] 'read index received' (duration: 284.373077ms)","trace[1967789051] 'applied index is now lower than readState.Index' (duration: 21.202201ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:25:36.015096Z","caller":"traceutil/trace.go:171","msg":"trace[1364724418] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"415.765747ms","start":"2026-04-10T01:25:35.599292Z","end":"2026-04-10T01:25:36.015057Z","steps":["trace[1364724418] 'process raft request' (duration: 404.615494ms)","trace[1364724418] 'compare' (duration: 10.937228ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:25:36.0152Z","caller":"traceutil/trace.go:171","msg":"trace[1807015465] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"413.79551ms","start":"2026-04-10T01:25:35.601388Z","end":"2026-04-10T01:25:36.015183Z","steps":["trace[1807015465] 'process raft request' (duration: 413.594035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:25:36.01531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:25:35.59926Z","time spent":"415.9162ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:25:36.015335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:25:35.601377Z","time spent":"413.866241ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:25:36.015349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.856182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:25:36.01542Z","caller":"traceutil/trace.go:171","msg":"trace[1677801014] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8183; }","duration":"165.965954ms","start":"2026-04-10T01:25:35.849435Z","end":"2026-04-10T01:25:36.015401Z","steps":["trace[1677801014] 'agreement among raft nodes before linearized reading' (duration: 165.79336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:25:36.015415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.940506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:25:36.015486Z","caller":"traceutil/trace.go:171","msg":"trace[975607694] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8183; }","duration":"306.057859ms","start":"2026-04-10T01:25:35.709411Z","end":"2026-04-10T01:25:36.015469Z","steps":["trace[975607694] 'agreement among raft nodes before linearized reading' (duration: 305.933306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:25:36.015546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:25:35.709392Z","time spent":"306.138991ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:25:36.440319Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5955} {"level":"warn","ts":"2026-04-10T01:25:36.897442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.765959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-10T01:25:36.897527Z","caller":"traceutil/trace.go:171","msg":"trace[1492916533] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8184; }","duration":"349.904943ms","start":"2026-04-10T01:25:36.547603Z","end":"2026-04-10T01:25:36.897508Z","steps":["trace[1492916533] 'range keys from in-memory index tree' (duration: 349.615555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:25:36.897579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:25:36.547583Z","time spent":"349.984664ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-10T01:25:37.11435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5955,"took":"672.100171ms","hash":806526847,"current-db-size-bytes":56946688,"current-db-size":"57 MB","current-db-size-in-use-bytes":23719936,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-10T01:25:37.114427Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":806526847,"revision":5955,"compact-revision":2903} {"level":"info","ts":"2026-04-10T01:25:37.114556Z","caller":"traceutil/trace.go:171","msg":"trace[708497993] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8475; }","duration":"114.183003ms","start":"2026-04-10T01:25:37.000352Z","end":"2026-04-10T01:25:37.114535Z","steps":["trace[708497993] 'read index received' (duration: 16.901999ms)","trace[708497993] 'applied index is now lower than readState.Index' (duration: 97.279804ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:25:37.114673Z","caller":"traceutil/trace.go:171","msg":"trace[911445833] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"138.154419ms","start":"2026-04-10T01:25:36.976441Z","end":"2026-04-10T01:25:37.114596Z","steps":["trace[911445833] 'process raft request' (duration: 76.948095ms)","trace[911445833] 'compare' (duration: 19.465139ms)","trace[911445833] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 41.58279ms)"],"step_count":3} {"level":"warn","ts":"2026-04-10T01:25:37.114761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.378117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:25:37.114804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.422509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:25:37.114841Z","caller":"traceutil/trace.go:171","msg":"trace[1520035868] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8187; }","duration":"114.514551ms","start":"2026-04-10T01:25:37.000308Z","end":"2026-04-10T01:25:37.114823Z","steps":["trace[1520035868] 'agreement among raft nodes before linearized reading' (duration: 114.366517ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:25:37.114886Z","caller":"traceutil/trace.go:171","msg":"trace[1622993901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8187; }","duration":"114.557332ms","start":"2026-04-10T01:25:37.000304Z","end":"2026-04-10T01:25:37.114862Z","steps":["trace[1622993901] 'agreement among raft nodes before linearized reading' (duration: 114.288816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:04.723353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392585270158426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:26:04.804276Z","caller":"traceutil/trace.go:171","msg":"trace[1341511514] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"675.102993ms","start":"2026-04-10T01:26:04.129148Z","end":"2026-04-10T01:26:04.804251Z","steps":["trace[1341511514] 'process raft request' (duration: 674.94543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:04.804446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:04.129132Z","time spent":"675.225586ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:26:05.408618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.496529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:26:05.408744Z","caller":"traceutil/trace.go:171","msg":"trace[1108238255] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8387; }","duration":"359.631933ms","start":"2026-04-10T01:26:05.049091Z","end":"2026-04-10T01:26:05.408723Z","steps":["trace[1108238255] 'range keys from in-memory index tree' (duration: 359.480159ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:05.409352Z","caller":"traceutil/trace.go:171","msg":"trace[631396787] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"1.267814353s","start":"2026-04-10T01:26:04.141525Z","end":"2026-04-10T01:26:05.40934Z","steps":["trace[631396787] 'process raft request' (duration: 1.266727257s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.409452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:04.141502Z","time spent":"1.267886094s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:26:05.409492Z","caller":"traceutil/trace.go:171","msg":"trace[492796192] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"1.178066956s","start":"2026-04-10T01:26:04.231393Z","end":"2026-04-10T01:26:05.40946Z","steps":["trace[492796192] 'process raft request' (duration: 1.1778272s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.409649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:04.231374Z","time spent":"1.178193809s","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:26:05.41142Z","caller":"traceutil/trace.go:171","msg":"trace[1631284349] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"216.399954ms","start":"2026-04-10T01:26:05.194999Z","end":"2026-04-10T01:26:05.411399Z","steps":["trace[1631284349] 'process raft request' (duration: 216.311442ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:05.411435Z","caller":"traceutil/trace.go:171","msg":"trace[1376601616] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8685; }","duration":"1.188868271s","start":"2026-04-10T01:26:04.222536Z","end":"2026-04-10T01:26:05.411404Z","steps":["trace[1376601616] 'read index received' (duration: 582.336715ms)","trace[1376601616] 'applied index is now lower than readState.Index' (duration: 606.528486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:26:05.411619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.965297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:26:05.411644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189073186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:26:05.411693Z","caller":"traceutil/trace.go:171","msg":"trace[1319605052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8390; }","duration":"1.189178758s","start":"2026-04-10T01:26:04.222498Z","end":"2026-04-10T01:26:05.411677Z","steps":["trace[1319605052] 'agreement among raft nodes before linearized reading' (duration: 1.189060035s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.411738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:04.222483Z","time spent":"1.189242009s","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:26:05.411654Z","caller":"traceutil/trace.go:171","msg":"trace[1508138670] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8390; }","duration":"733.046769ms","start":"2026-04-10T01:26:04.678597Z","end":"2026-04-10T01:26:05.411644Z","steps":["trace[1508138670] 'agreement among raft nodes before linearized reading' (duration: 732.978358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.412087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:04.678579Z","time spent":"733.491231ms","remote":"127.0.0.1:53966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:26:05.412181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.790835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T01:26:05.412223Z","caller":"traceutil/trace.go:171","msg":"trace[546685111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8390; }","duration":"102.855226ms","start":"2026-04-10T01:26:05.309356Z","end":"2026-04-10T01:26:05.412212Z","steps":["trace[546685111] 'agreement among raft nodes before linearized reading' (duration: 102.761534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.412093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.537609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:26:05.412312Z","caller":"traceutil/trace.go:171","msg":"trace[1550601374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8390; }","duration":"102.769084ms","start":"2026-04-10T01:26:05.309525Z","end":"2026-04-10T01:26:05.412294Z","steps":["trace[1550601374] 'agreement among raft nodes before linearized reading' (duration: 102.477287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.412353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.875778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:26:05.412378Z","caller":"traceutil/trace.go:171","msg":"trace[837427903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:8390; }","duration":"108.95027ms","start":"2026-04-10T01:26:05.30342Z","end":"2026-04-10T01:26:05.41237Z","steps":["trace[837427903] 'agreement among raft nodes before linearized reading' (duration: 108.875968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.412616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.103816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:26:05.412651Z","caller":"traceutil/trace.go:171","msg":"trace[863594980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8390; }","duration":"174.177838ms","start":"2026-04-10T01:26:05.238465Z","end":"2026-04-10T01:26:05.412643Z","steps":["trace[863594980] 'agreement among raft nodes before linearized reading' (duration: 174.089136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.412694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.12546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:26:05.412711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.488205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:26:05.412751Z","caller":"traceutil/trace.go:171","msg":"trace[325127248] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8390; }","duration":"188.571637ms","start":"2026-04-10T01:26:05.224168Z","end":"2026-04-10T01:26:05.412739Z","steps":["trace[325127248] 'agreement among raft nodes before linearized reading' (duration: 188.454685ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:05.412748Z","caller":"traceutil/trace.go:171","msg":"trace[1887299114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8390; }","duration":"136.208682ms","start":"2026-04-10T01:26:05.276521Z","end":"2026-04-10T01:26:05.41273Z","steps":["trace[1887299114] 'agreement among raft nodes before linearized reading' (duration: 136.149091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.412722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.543111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:26:05.412822Z","caller":"traceutil/trace.go:171","msg":"trace[594729333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8390; }","duration":"111.670984ms","start":"2026-04-10T01:26:05.301127Z","end":"2026-04-10T01:26:05.412798Z","steps":["trace[594729333] 'agreement among raft nodes before linearized reading' (duration: 111.426448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:05.412644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.014048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:26:05.412917Z","caller":"traceutil/trace.go:171","msg":"trace[899758664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8390; }","duration":"147.334385ms","start":"2026-04-10T01:26:05.265574Z","end":"2026-04-10T01:26:05.412909Z","steps":["trace[899758664] 'agreement among raft nodes before linearized reading' (duration: 146.948916ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:08.917523Z","caller":"traceutil/trace.go:171","msg":"trace[1923462115] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"102.274572ms","start":"2026-04-10T01:26:08.815224Z","end":"2026-04-10T01:26:08.917499Z","steps":["trace[1923462115] 'process raft request' (duration: 102.090928ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:09.605278Z","caller":"traceutil/trace.go:171","msg":"trace[1837822792] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"132.425784ms","start":"2026-04-10T01:26:09.47283Z","end":"2026-04-10T01:26:09.605256Z","steps":["trace[1837822792] 'process raft request' (duration: 127.757054ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:09.605508Z","caller":"traceutil/trace.go:171","msg":"trace[1670606731] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"129.960855ms","start":"2026-04-10T01:26:09.475523Z","end":"2026-04-10T01:26:09.605484Z","steps":["trace[1670606731] 'process raft request' (duration: 129.684739ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:09.605569Z","caller":"traceutil/trace.go:171","msg":"trace[400396081] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"128.127143ms","start":"2026-04-10T01:26:09.477422Z","end":"2026-04-10T01:26:09.605549Z","steps":["trace[400396081] 'process raft request' (duration: 128.00862ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:09.60567Z","caller":"traceutil/trace.go:171","msg":"trace[883697140] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"128.211254ms","start":"2026-04-10T01:26:09.477438Z","end":"2026-04-10T01:26:09.605649Z","steps":["trace[883697140] 'process raft request' (duration: 128.082881ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:09.605814Z","caller":"traceutil/trace.go:171","msg":"trace[279907708] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"128.228155ms","start":"2026-04-10T01:26:09.477576Z","end":"2026-04-10T01:26:09.605805Z","steps":["trace[279907708] 'process raft request' (duration: 128.03019ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:09.605815Z","caller":"traceutil/trace.go:171","msg":"trace[252089157] linearizableReadLoop","detail":"{readStateIndex:8713; appliedIndex:8710; }","duration":"128.489921ms","start":"2026-04-10T01:26:09.47731Z","end":"2026-04-10T01:26:09.6058Z","steps":["trace[252089157] 'read index received' (duration: 1.28149ms)","trace[252089157] 'applied index is now lower than readState.Index' (duration: 127.207691ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:26:09.605842Z","caller":"traceutil/trace.go:171","msg":"trace[540310404] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"127.508977ms","start":"2026-04-10T01:26:09.478321Z","end":"2026-04-10T01:26:09.60583Z","steps":["trace[540310404] 'process raft request' (duration: 127.421435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:09.605978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.649394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:26:09.606022Z","caller":"traceutil/trace.go:171","msg":"trace[1801365096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:8417; }","duration":"128.724587ms","start":"2026-04-10T01:26:09.477287Z","end":"2026-04-10T01:26:09.606012Z","steps":["trace[1801365096] 'agreement among raft nodes before linearized reading' (duration: 128.579713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:09.606071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.048483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-10T01:26:09.606127Z","caller":"traceutil/trace.go:171","msg":"trace[1008126169] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8417; }","duration":"126.130015ms","start":"2026-04-10T01:26:09.479981Z","end":"2026-04-10T01:26:09.606111Z","steps":["trace[1008126169] 'agreement among raft nodes before linearized reading' (duration: 125.93263ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:17.758211Z","caller":"traceutil/trace.go:171","msg":"trace[398473565] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"105.930559ms","start":"2026-04-10T01:26:17.652242Z","end":"2026-04-10T01:26:17.758173Z","steps":["trace[398473565] 'process raft request' (duration: 61.921941ms)","trace[398473565] 'compare' (duration: 43.805443ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:26:17.941188Z","caller":"traceutil/trace.go:171","msg":"trace[1631625377] linearizableReadLoop","detail":"{readStateIndex:8801; appliedIndex:8800; }","duration":"154.506235ms","start":"2026-04-10T01:26:17.786653Z","end":"2026-04-10T01:26:17.941159Z","steps":["trace[1631625377] 'read index received' (duration: 116.55374ms)","trace[1631625377] 'applied index is now lower than readState.Index' (duration: 37.951435ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:26:17.941226Z","caller":"traceutil/trace.go:171","msg":"trace[1058902018] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"157.570226ms","start":"2026-04-10T01:26:17.783627Z","end":"2026-04-10T01:26:17.941197Z","steps":["trace[1058902018] 'process raft request' (duration: 119.624352ms)","trace[1058902018] 'compare' (duration: 37.77174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:26:17.941476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.186479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:26:17.941489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.280555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:26:17.941529Z","caller":"traceutil/trace.go:171","msg":"trace[1430432611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8497; }","duration":"152.281452ms","start":"2026-04-10T01:26:17.789232Z","end":"2026-04-10T01:26:17.941513Z","steps":["trace[1430432611] 'agreement among raft nodes before linearized reading' (duration: 152.113848ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:17.941563Z","caller":"traceutil/trace.go:171","msg":"trace[1579544187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8497; }","duration":"153.397108ms","start":"2026-04-10T01:26:17.788144Z","end":"2026-04-10T01:26:17.941541Z","steps":["trace[1579544187] 'agreement among raft nodes before linearized reading' (duration: 153.196433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:17.941569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.276001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:26:17.94162Z","caller":"traceutil/trace.go:171","msg":"trace[1496023585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8497; }","duration":"152.348243ms","start":"2026-04-10T01:26:17.789259Z","end":"2026-04-10T01:26:17.941607Z","steps":["trace[1496023585] 'agreement among raft nodes before linearized reading' (duration: 152.187829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:17.941649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.986786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228435"} {"level":"warn","ts":"2026-04-10T01:26:17.941631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.852152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:26:17.941687Z","caller":"traceutil/trace.go:171","msg":"trace[116055812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8497; }","duration":"155.029127ms","start":"2026-04-10T01:26:17.786647Z","end":"2026-04-10T01:26:17.941677Z","steps":["trace[116055812] 'agreement among raft nodes before linearized reading' (duration: 154.663588ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:17.941715Z","caller":"traceutil/trace.go:171","msg":"trace[955425213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8497; }","duration":"151.988155ms","start":"2026-04-10T01:26:17.789707Z","end":"2026-04-10T01:26:17.941695Z","steps":["trace[955425213] 'agreement among raft nodes before linearized reading' (duration: 151.730729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:17.941993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.716322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:26:17.942034Z","caller":"traceutil/trace.go:171","msg":"trace[1776860121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8497; }","duration":"152.791794ms","start":"2026-04-10T01:26:17.789231Z","end":"2026-04-10T01:26:17.942022Z","steps":["trace[1776860121] 'agreement among raft nodes before linearized reading' (duration: 152.113508ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:18.926055Z","caller":"traceutil/trace.go:171","msg":"trace[1155274614] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"276.625874ms","start":"2026-04-10T01:26:18.649406Z","end":"2026-04-10T01:26:18.926032Z","steps":["trace[1155274614] 'process raft request' (duration: 276.44049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:19.354368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.741407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:26:19.354488Z","caller":"traceutil/trace.go:171","msg":"trace[103914512] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"412.93784ms","start":"2026-04-10T01:26:18.94153Z","end":"2026-04-10T01:26:19.354468Z","steps":["trace[103914512] 'process raft request' (duration: 206.0225ms)","trace[103914512] 'compare' (duration: 206.397908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:26:19.354545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:18.941518Z","time spent":"413.005911ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:26:19.376737Z","caller":"traceutil/trace.go:171","msg":"trace[1434287154] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8810; }","duration":"133.482938ms","start":"2026-04-10T01:26:19.243235Z","end":"2026-04-10T01:26:19.376718Z","steps":["trace[1434287154] 'read index received' (duration: 133.298313ms)","trace[1434287154] 'applied index is now lower than readState.Index' (duration: 183.595µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:26:19.376889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.632962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:26:19.376927Z","caller":"traceutil/trace.go:171","msg":"trace[1639558191] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8507; }","duration":"133.719753ms","start":"2026-04-10T01:26:19.243196Z","end":"2026-04-10T01:26:19.376916Z","steps":["trace[1639558191] 'agreement among raft nodes before linearized reading' (duration: 133.638062ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:19.376865Z","caller":"traceutil/trace.go:171","msg":"trace[231450930] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"422.395132ms","start":"2026-04-10T01:26:18.954434Z","end":"2026-04-10T01:26:19.376829Z","steps":["trace[231450930] 'process raft request' (duration: 422.161917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:19.377107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:18.954405Z","time spent":"422.599368ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:26:20.467119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.919957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:26:20.467248Z","caller":"traceutil/trace.go:171","msg":"trace[968195590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8517; }","duration":"189.139842ms","start":"2026-04-10T01:26:20.278082Z","end":"2026-04-10T01:26:20.467222Z","steps":["trace[968195590] 'range keys from in-memory index tree' (duration: 188.764162ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:21.105135Z","caller":"traceutil/trace.go:171","msg":"trace[894625194] linearizableReadLoop","detail":"{readStateIndex:8825; appliedIndex:8824; }","duration":"151.092914ms","start":"2026-04-10T01:26:20.953996Z","end":"2026-04-10T01:26:21.105089Z","steps":["trace[894625194] 'read index received' (duration: 88.728883ms)","trace[894625194] 'applied index is now lower than readState.Index' (duration: 62.362631ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:26:21.105179Z","caller":"traceutil/trace.go:171","msg":"trace[1011425194] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"547.136865ms","start":"2026-04-10T01:26:20.558Z","end":"2026-04-10T01:26:21.105137Z","steps":["trace[1011425194] 'process raft request' (duration: 485.153123ms)","trace[1011425194] 'compare' (duration: 61.667244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:26:21.105329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.313048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:26:21.105363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:20.557975Z","time spent":"547.291389ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:26:21.105413Z","caller":"traceutil/trace.go:171","msg":"trace[1500342464] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8520; }","duration":"151.444692ms","start":"2026-04-10T01:26:20.953951Z","end":"2026-04-10T01:26:21.105396Z","steps":["trace[1500342464] 'agreement among raft nodes before linearized reading' (duration: 151.287088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:21.105443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.71913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-10T01:26:21.105519Z","caller":"traceutil/trace.go:171","msg":"trace[614091550] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8520; }","duration":"146.823983ms","start":"2026-04-10T01:26:20.958676Z","end":"2026-04-10T01:26:21.1055Z","steps":["trace[614091550] 'agreement among raft nodes before linearized reading' (duration: 146.613938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:32.453257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.371534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:26:32.453435Z","caller":"traceutil/trace.go:171","msg":"trace[1496406268] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"414.124088ms","start":"2026-04-10T01:26:32.039274Z","end":"2026-04-10T01:26:32.453398Z","steps":["trace[1496406268] 'process raft request' (duration: 300.484097ms)","trace[1496406268] 'compare' (duration: 113.238931ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:26:32.453507Z","caller":"traceutil/trace.go:171","msg":"trace[779412578] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"354.652245ms","start":"2026-04-10T01:26:32.098833Z","end":"2026-04-10T01:26:32.453485Z","steps":["trace[779412578] 'process raft request' (duration: 354.540232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:32.453586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:32.03926Z","time spent":"414.24985ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:26:32.453758Z","caller":"traceutil/trace.go:171","msg":"trace[2083223653] linearizableReadLoop","detail":"{readStateIndex:8919; appliedIndex:8918; }","duration":"377.603756ms","start":"2026-04-10T01:26:32.076117Z","end":"2026-04-10T01:26:32.453721Z","steps":["trace[2083223653] 'read index received' (duration: 263.653219ms)","trace[2083223653] 'applied index is now lower than readState.Index' (duration: 113.943247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:26:32.453992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.856282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:26:32.454086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:32.098816Z","time spent":"354.743797ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:26:32.454152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.56344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:26:32.454102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.521507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:26:32.454194Z","caller":"traceutil/trace.go:171","msg":"trace[424772682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8612; }","duration":"175.629082ms","start":"2026-04-10T01:26:32.278553Z","end":"2026-04-10T01:26:32.454182Z","steps":["trace[424772682] 'agreement among raft nodes before linearized reading' (duration: 175.577451ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:32.454204Z","caller":"traceutil/trace.go:171","msg":"trace[513891261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8612; }","duration":"333.646499ms","start":"2026-04-10T01:26:32.120542Z","end":"2026-04-10T01:26:32.454188Z","steps":["trace[513891261] 'agreement among raft nodes before linearized reading' (duration: 333.437534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:32.454257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:32.12053Z","time spent":"333.71017ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:26:32.454286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.596431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:26:32.454336Z","caller":"traceutil/trace.go:171","msg":"trace[1567705486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8612; }","duration":"253.672263ms","start":"2026-04-10T01:26:32.200649Z","end":"2026-04-10T01:26:32.454321Z","steps":["trace[1567705486] 'agreement among raft nodes before linearized reading' (duration: 253.5338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:32.454335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.85333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T01:26:32.454382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.098954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:26:32.454418Z","caller":"traceutil/trace.go:171","msg":"trace[310412306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8612; }","duration":"262.979892ms","start":"2026-04-10T01:26:32.191421Z","end":"2026-04-10T01:26:32.454401Z","steps":["trace[310412306] 'agreement among raft nodes before linearized reading' (duration: 262.758407ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:32.454469Z","caller":"traceutil/trace.go:171","msg":"trace[2069427731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8612; }","duration":"257.225957ms","start":"2026-04-10T01:26:32.197222Z","end":"2026-04-10T01:26:32.454448Z","steps":["trace[2069427731] 'agreement among raft nodes before linearized reading' (duration: 256.93669ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:32.454079Z","caller":"traceutil/trace.go:171","msg":"trace[1664062605] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8612; }","duration":"378.003635ms","start":"2026-04-10T01:26:32.076059Z","end":"2026-04-10T01:26:32.454063Z","steps":["trace[1664062605] 'agreement among raft nodes before linearized reading' (duration: 377.852022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:26:32.455789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:26:32.076038Z","time spent":"379.727536ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:26:42.512201Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002386.wal"} {"level":"warn","ts":"2026-04-10T01:27:16.012273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.223121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:27:16.012411Z","caller":"traceutil/trace.go:171","msg":"trace[1418339601] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"209.221329ms","start":"2026-04-10T01:27:15.80317Z","end":"2026-04-10T01:27:16.012391Z","steps":["trace[1418339601] 'process raft request' (duration: 78.775264ms)","trace[1418339601] 'compare' (duration: 130.012255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:27:16.616384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.287249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:27:16.616474Z","caller":"traceutil/trace.go:171","msg":"trace[762013563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9088; }","duration":"378.443492ms","start":"2026-04-10T01:27:16.238011Z","end":"2026-04-10T01:27:16.616454Z","steps":["trace[762013563] 'count revisions from in-memory index tree' (duration: 378.207397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:16.616518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:16.237994Z","time spent":"378.512824ms","remote":"127.0.0.1:36262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:27:16.616605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.927708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cqp8d\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-10T01:27:16.616661Z","caller":"traceutil/trace.go:171","msg":"trace[60504489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cqp8d; range_end:; response_count:1; response_revision:9088; }","duration":"350.01077ms","start":"2026-04-10T01:27:16.266637Z","end":"2026-04-10T01:27:16.616647Z","steps":["trace[60504489] 'range keys from in-memory index tree' (duration: 349.795405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:16.616698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:16.266622Z","time spent":"350.067992ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-cqp8d\" "} {"level":"warn","ts":"2026-04-10T01:27:16.616942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.51239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:27:16.616977Z","caller":"traceutil/trace.go:171","msg":"trace[2144527176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9088; }","duration":"385.582421ms","start":"2026-04-10T01:27:16.231384Z","end":"2026-04-10T01:27:16.616967Z","steps":["trace[2144527176] 'range keys from in-memory index tree' (duration: 385.386597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:16.617006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:16.231309Z","time spent":"385.690064ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:27:16.617194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.031043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:27:16.617257Z","caller":"traceutil/trace.go:171","msg":"trace[1674347850] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9088; }","duration":"449.117035ms","start":"2026-04-10T01:27:16.168126Z","end":"2026-04-10T01:27:16.617243Z","steps":["trace[1674347850] 'count revisions from in-memory index tree' (duration: 448.960851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:16.617288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:16.168069Z","time spent":"449.212157ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:27:16.617264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.429754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:27:16.617363Z","caller":"traceutil/trace.go:171","msg":"trace[932020525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9088; }","duration":"340.557536ms","start":"2026-04-10T01:27:16.27678Z","end":"2026-04-10T01:27:16.617338Z","steps":["trace[932020525] 'range keys from in-memory index tree' (duration: 340.357841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:16.617431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:16.276769Z","time spent":"340.648209ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:27:17.852015Z","caller":"traceutil/trace.go:171","msg":"trace[1830350794] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"263.253857ms","start":"2026-04-10T01:27:17.58873Z","end":"2026-04-10T01:27:17.851984Z","steps":["trace[1830350794] 'process raft request' (duration: 263.077853ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:27:17.869003Z","caller":"traceutil/trace.go:171","msg":"trace[1278727334] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"238.044552ms","start":"2026-04-10T01:27:17.630921Z","end":"2026-04-10T01:27:17.868965Z","steps":["trace[1278727334] 'process raft request' (duration: 237.652003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:18.030397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.17569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-n2sm4\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-04-10T01:27:18.030476Z","caller":"traceutil/trace.go:171","msg":"trace[1726877463] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-n2sm4; range_end:; response_count:1; response_revision:9131; }","duration":"111.297463ms","start":"2026-04-10T01:27:17.919157Z","end":"2026-04-10T01:27:18.030455Z","steps":["trace[1726877463] 'range keys from in-memory index tree' (duration: 110.972145ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:27:19.213967Z","caller":"traceutil/trace.go:171","msg":"trace[1656391735] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"175.704377ms","start":"2026-04-10T01:27:19.038235Z","end":"2026-04-10T01:27:19.213939Z","steps":["trace[1656391735] 'process raft request' (duration: 81.14373ms)","trace[1656391735] 'compare' (duration: 94.450594ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:27:19.458179Z","caller":"traceutil/trace.go:171","msg":"trace[1198583865] linearizableReadLoop","detail":"{readStateIndex:9472; appliedIndex:9471; }","duration":"180.117341ms","start":"2026-04-10T01:27:19.278039Z","end":"2026-04-10T01:27:19.458156Z","steps":["trace[1198583865] 'read index received' (duration: 179.002435ms)","trace[1198583865] 'applied index is now lower than readState.Index' (duration: 1.114006ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:27:19.458207Z","caller":"traceutil/trace.go:171","msg":"trace[1959962289] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"241.202126ms","start":"2026-04-10T01:27:19.216971Z","end":"2026-04-10T01:27:19.458173Z","steps":["trace[1959962289] 'process raft request' (duration: 240.056688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:19.458347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.288365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:27:19.458388Z","caller":"traceutil/trace.go:171","msg":"trace[1276172604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9152; }","duration":"180.396637ms","start":"2026-04-10T01:27:19.277979Z","end":"2026-04-10T01:27:19.458376Z","steps":["trace[1276172604] 'agreement among raft nodes before linearized reading' (duration: 180.265324ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:27:29.767041Z","caller":"traceutil/trace.go:171","msg":"trace[418419750] linearizableReadLoop","detail":"{readStateIndex:9547; appliedIndex:9546; }","duration":"255.644297ms","start":"2026-04-10T01:27:29.511372Z","end":"2026-04-10T01:27:29.767016Z","steps":["trace[418419750] 'read index received' (duration: 255.380451ms)","trace[418419750] 'applied index is now lower than readState.Index' (duration: 262.286µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:27:29.767062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:29.465777Z","time spent":"301.278947ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T01:27:29.767203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.817002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:27:29.767243Z","caller":"traceutil/trace.go:171","msg":"trace[261206807] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9224; }","duration":"255.901504ms","start":"2026-04-10T01:27:29.511331Z","end":"2026-04-10T01:27:29.767233Z","steps":["trace[261206807] 'agreement among raft nodes before linearized reading' (duration: 255.775271ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:27:29.897593Z","caller":"traceutil/trace.go:171","msg":"trace[133174575] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"129.32932ms","start":"2026-04-10T01:27:29.768236Z","end":"2026-04-10T01:27:29.897565Z","steps":["trace[133174575] 'process raft request' (duration: 120.756187ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:27:30.139668Z","caller":"traceutil/trace.go:171","msg":"trace[558689092] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"226.570229ms","start":"2026-04-10T01:27:29.913072Z","end":"2026-04-10T01:27:30.139642Z","steps":["trace[558689092] 'process raft request' (duration: 181.319689ms)","trace[558689092] 'compare' (duration: 45.134158ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:30.999749Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T01:28:31.006101Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-10T01:28:31.00618Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-10T01:30:36.447672Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8184} {"level":"info","ts":"2026-04-10T01:30:36.530385Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8184,"took":"80.53453ms","hash":2382576970,"current-db-size-bytes":56946688,"current-db-size":"57 MB","current-db-size-in-use-bytes":24817664,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-10T01:30:36.530467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2382576970,"revision":8184,"compact-revision":5955} {"level":"info","ts":"2026-04-10T01:35:23.114873Z","caller":"traceutil/trace.go:171","msg":"trace[1522570591] transaction","detail":"{read_only:false; response_revision:12064; number_of_response:1; }","duration":"132.223785ms","start":"2026-04-10T01:35:22.98261Z","end":"2026-04-10T01:35:23.114833Z","steps":["trace[1522570591] 'process raft request' (duration: 131.682853ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:35:23.115316Z","caller":"traceutil/trace.go:171","msg":"trace[1013043567] linearizableReadLoop","detail":"{readStateIndex:12494; appliedIndex:12492; }","duration":"127.513194ms","start":"2026-04-10T01:35:22.98779Z","end":"2026-04-10T01:35:23.115303Z","steps":["trace[1013043567] 'read index received' (duration: 126.52054ms)","trace[1013043567] 'applied index is now lower than readState.Index' (duration: 991.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:35:23.115383Z","caller":"traceutil/trace.go:171","msg":"trace[56549635] transaction","detail":"{read_only:false; response_revision:12065; number_of_response:1; }","duration":"132.599565ms","start":"2026-04-10T01:35:22.982749Z","end":"2026-04-10T01:35:23.115349Z","steps":["trace[56549635] 'process raft request' (duration: 132.483062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:35:23.115508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.699828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7963"} {"level":"info","ts":"2026-04-10T01:35:23.115549Z","caller":"traceutil/trace.go:171","msg":"trace[437668325] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:12065; }","duration":"127.7701ms","start":"2026-04-10T01:35:22.987768Z","end":"2026-04-10T01:35:23.115538Z","steps":["trace[437668325] 'agreement among raft nodes before linearized reading' (duration: 127.629027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:35:23.115547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.727229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:35:23.115639Z","caller":"traceutil/trace.go:171","msg":"trace[1195530053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12065; }","duration":"127.842692ms","start":"2026-04-10T01:35:22.987772Z","end":"2026-04-10T01:35:23.115615Z","steps":["trace[1195530053] 'agreement among raft nodes before linearized reading' (duration: 127.577606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:35:23.115548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.257182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-gk78r\" ","response":"range_response_count:1 size:4616"} {"level":"info","ts":"2026-04-10T01:35:23.115711Z","caller":"traceutil/trace.go:171","msg":"trace[1810260681] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-gk78r; range_end:; response_count:1; response_revision:12065; }","duration":"120.441407ms","start":"2026-04-10T01:35:22.995251Z","end":"2026-04-10T01:35:23.115693Z","steps":["trace[1810260681] 'agreement among raft nodes before linearized reading' (duration: 120.203341ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:35:36.452923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10584} {"level":"info","ts":"2026-04-10T01:35:36.532072Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10584,"took":"77.60725ms","hash":1423793677,"current-db-size-bytes":56946688,"current-db-size":"57 MB","current-db-size-in-use-bytes":20541440,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-10T01:35:36.532128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1423793677,"revision":10584,"compact-revision":8184}